| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.999429549343982, |
| "eval_steps": 500, |
| "global_step": 2628, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0011409013120365088, |
| "grad_norm": 54.65760974624293, |
| "learning_rate": 1.9011406844106465e-07, |
| "loss": 11.0934, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0022818026240730175, |
| "grad_norm": 54.77744512464696, |
| "learning_rate": 3.802281368821293e-07, |
| "loss": 11.0737, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0034227039361095267, |
| "grad_norm": 58.007163271645624, |
| "learning_rate": 5.70342205323194e-07, |
| "loss": 10.9735, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.004563605248146035, |
| "grad_norm": 55.77970400435833, |
| "learning_rate": 7.604562737642586e-07, |
| "loss": 10.9883, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.005704506560182544, |
| "grad_norm": 57.7425202963039, |
| "learning_rate": 9.505703422053232e-07, |
| "loss": 10.7121, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0068454078722190535, |
| "grad_norm": 56.50330125597672, |
| "learning_rate": 1.140684410646388e-06, |
| "loss": 10.9614, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.007986309184255563, |
| "grad_norm": 54.6706710453405, |
| "learning_rate": 1.3307984790874525e-06, |
| "loss": 11.004, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.00912721049629207, |
| "grad_norm": 60.82691342176186, |
| "learning_rate": 1.5209125475285172e-06, |
| "loss": 10.7417, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.01026811180832858, |
| "grad_norm": 60.66911793811066, |
| "learning_rate": 1.711026615969582e-06, |
| "loss": 10.6853, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.011409013120365089, |
| "grad_norm": 62.943469991829076, |
| "learning_rate": 1.9011406844106463e-06, |
| "loss": 10.5299, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.012549914432401598, |
| "grad_norm": 87.13133317065872, |
| "learning_rate": 2.091254752851711e-06, |
| "loss": 9.2991, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.013690815744438107, |
| "grad_norm": 92.23580150407606, |
| "learning_rate": 2.281368821292776e-06, |
| "loss": 9.1733, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.014831717056474614, |
| "grad_norm": 98.2645411335883, |
| "learning_rate": 2.4714828897338406e-06, |
| "loss": 8.7304, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.015972618368511125, |
| "grad_norm": 102.02071115957615, |
| "learning_rate": 2.661596958174905e-06, |
| "loss": 8.5508, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.017113519680547633, |
| "grad_norm": 63.610623784408745, |
| "learning_rate": 2.8517110266159697e-06, |
| "loss": 3.6785, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.01825442099258414, |
| "grad_norm": 56.24211488085604, |
| "learning_rate": 3.0418250950570345e-06, |
| "loss": 3.4128, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.01939532230462065, |
| "grad_norm": 43.70694807512611, |
| "learning_rate": 3.2319391634980988e-06, |
| "loss": 2.8317, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.02053622361665716, |
| "grad_norm": 33.75445660517821, |
| "learning_rate": 3.422053231939164e-06, |
| "loss": 2.4295, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.02167712492869367, |
| "grad_norm": 25.615342965674877, |
| "learning_rate": 3.612167300380228e-06, |
| "loss": 2.1501, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.022818026240730177, |
| "grad_norm": 6.639036637383511, |
| "learning_rate": 3.8022813688212926e-06, |
| "loss": 1.3864, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.023958927552766685, |
| "grad_norm": 5.463351047298746, |
| "learning_rate": 3.992395437262358e-06, |
| "loss": 1.3348, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.025099828864803195, |
| "grad_norm": 4.486017466274795, |
| "learning_rate": 4.182509505703422e-06, |
| "loss": 1.277, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.026240730176839703, |
| "grad_norm": 3.403461105976068, |
| "learning_rate": 4.3726235741444865e-06, |
| "loss": 1.2209, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.027381631488876214, |
| "grad_norm": 2.7431919860295952, |
| "learning_rate": 4.562737642585552e-06, |
| "loss": 1.1256, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.02852253280091272, |
| "grad_norm": 2.1398348178705002, |
| "learning_rate": 4.752851711026616e-06, |
| "loss": 1.0774, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.02966343411294923, |
| "grad_norm": 1.6629279927743938, |
| "learning_rate": 4.942965779467681e-06, |
| "loss": 1.0002, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.03080433542498574, |
| "grad_norm": 5.096050154303005, |
| "learning_rate": 5.1330798479087455e-06, |
| "loss": 0.9648, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.03194523673702225, |
| "grad_norm": 20.80863576938441, |
| "learning_rate": 5.32319391634981e-06, |
| "loss": 0.9545, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.03308613804905876, |
| "grad_norm": 3.60709294861697, |
| "learning_rate": 5.513307984790875e-06, |
| "loss": 0.9197, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.034227039361095266, |
| "grad_norm": 1.38157954773502, |
| "learning_rate": 5.703422053231939e-06, |
| "loss": 0.8682, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03536794067313177, |
| "grad_norm": 1.0909877915531283, |
| "learning_rate": 5.893536121673004e-06, |
| "loss": 0.8942, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.03650884198516828, |
| "grad_norm": 0.9344301030076203, |
| "learning_rate": 6.083650190114069e-06, |
| "loss": 0.8461, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.037649743297204795, |
| "grad_norm": 0.8591775118329756, |
| "learning_rate": 6.273764258555133e-06, |
| "loss": 0.8398, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.0387906446092413, |
| "grad_norm": 0.7938493134058952, |
| "learning_rate": 6.4638783269961976e-06, |
| "loss": 0.8067, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.03993154592127781, |
| "grad_norm": 0.7271814029051149, |
| "learning_rate": 6.653992395437263e-06, |
| "loss": 0.8076, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.04107244723331432, |
| "grad_norm": 0.8987059398819114, |
| "learning_rate": 6.844106463878328e-06, |
| "loss": 0.813, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.042213348545350825, |
| "grad_norm": 0.7348990443928746, |
| "learning_rate": 7.034220532319392e-06, |
| "loss": 0.7624, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.04335424985738734, |
| "grad_norm": 0.6060862909294358, |
| "learning_rate": 7.224334600760456e-06, |
| "loss": 0.7888, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.04449515116942385, |
| "grad_norm": 0.6572288005824576, |
| "learning_rate": 7.414448669201521e-06, |
| "loss": 0.7309, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.045636052481460354, |
| "grad_norm": 0.7414983714652406, |
| "learning_rate": 7.604562737642585e-06, |
| "loss": 0.7613, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.04677695379349686, |
| "grad_norm": 0.5647065598184654, |
| "learning_rate": 7.79467680608365e-06, |
| "loss": 0.714, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.04791785510553337, |
| "grad_norm": 0.4897340721044095, |
| "learning_rate": 7.984790874524716e-06, |
| "loss": 0.6845, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.04905875641756988, |
| "grad_norm": 0.47501108184275426, |
| "learning_rate": 8.17490494296578e-06, |
| "loss": 0.6938, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.05019965772960639, |
| "grad_norm": 0.4100828588343714, |
| "learning_rate": 8.365019011406844e-06, |
| "loss": 0.661, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0513405590416429, |
| "grad_norm": 0.4600477852854328, |
| "learning_rate": 8.55513307984791e-06, |
| "loss": 0.6711, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.052481460353679406, |
| "grad_norm": 0.49355119570935346, |
| "learning_rate": 8.745247148288973e-06, |
| "loss": 0.6621, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.05362236166571591, |
| "grad_norm": 0.4895364232739456, |
| "learning_rate": 8.935361216730038e-06, |
| "loss": 0.6596, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.05476326297775243, |
| "grad_norm": 0.380390266394673, |
| "learning_rate": 9.125475285171103e-06, |
| "loss": 0.6605, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.055904164289788935, |
| "grad_norm": 0.4067888570775391, |
| "learning_rate": 9.315589353612169e-06, |
| "loss": 0.636, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.05704506560182544, |
| "grad_norm": 0.41398686146929453, |
| "learning_rate": 9.505703422053232e-06, |
| "loss": 0.6569, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.05818596691386195, |
| "grad_norm": 0.4159751891164936, |
| "learning_rate": 9.695817490494297e-06, |
| "loss": 0.6425, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.05932686822589846, |
| "grad_norm": 0.4311602717231244, |
| "learning_rate": 9.885931558935362e-06, |
| "loss": 0.6617, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.06046776953793497, |
| "grad_norm": 0.420579457115958, |
| "learning_rate": 1.0076045627376426e-05, |
| "loss": 0.6413, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.06160867084997148, |
| "grad_norm": 0.32749957676716046, |
| "learning_rate": 1.0266159695817491e-05, |
| "loss": 0.6239, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.06274957216200798, |
| "grad_norm": 0.33903263089513586, |
| "learning_rate": 1.0456273764258556e-05, |
| "loss": 0.6029, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.0638904734740445, |
| "grad_norm": 0.3428426351133492, |
| "learning_rate": 1.064638783269962e-05, |
| "loss": 0.6329, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.06503137478608101, |
| "grad_norm": 0.3028264313705029, |
| "learning_rate": 1.0836501901140685e-05, |
| "loss": 0.6237, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.06617227609811752, |
| "grad_norm": 0.3196521894503953, |
| "learning_rate": 1.102661596958175e-05, |
| "loss": 0.6304, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.06731317741015402, |
| "grad_norm": 0.31340766105880463, |
| "learning_rate": 1.1216730038022814e-05, |
| "loss": 0.6351, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.06845407872219053, |
| "grad_norm": 0.2947895411613211, |
| "learning_rate": 1.1406844106463879e-05, |
| "loss": 0.6181, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.06959498003422704, |
| "grad_norm": 0.3158134981188498, |
| "learning_rate": 1.1596958174904944e-05, |
| "loss": 0.6359, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.07073588134626355, |
| "grad_norm": 0.2935907176760453, |
| "learning_rate": 1.1787072243346007e-05, |
| "loss": 0.6472, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.07187678265830005, |
| "grad_norm": 0.2942195957589177, |
| "learning_rate": 1.1977186311787073e-05, |
| "loss": 0.6124, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.07301768397033656, |
| "grad_norm": 0.31711851127434204, |
| "learning_rate": 1.2167300380228138e-05, |
| "loss": 0.6104, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.07415858528237307, |
| "grad_norm": 0.27423197310063907, |
| "learning_rate": 1.2357414448669203e-05, |
| "loss": 0.6032, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.07529948659440959, |
| "grad_norm": 0.32727870494920275, |
| "learning_rate": 1.2547528517110266e-05, |
| "loss": 0.5998, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.0764403879064461, |
| "grad_norm": 0.268006371687303, |
| "learning_rate": 1.2737642585551332e-05, |
| "loss": 0.5977, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.0775812892184826, |
| "grad_norm": 0.2691340842565907, |
| "learning_rate": 1.2927756653992395e-05, |
| "loss": 0.6017, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.07872219053051911, |
| "grad_norm": 0.3215576928511998, |
| "learning_rate": 1.3117870722433462e-05, |
| "loss": 0.6111, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.07986309184255562, |
| "grad_norm": 0.2524933357357243, |
| "learning_rate": 1.3307984790874526e-05, |
| "loss": 0.5856, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.08100399315459213, |
| "grad_norm": 0.2976420763364573, |
| "learning_rate": 1.3498098859315589e-05, |
| "loss": 0.5745, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.08214489446662863, |
| "grad_norm": 0.2721011406702133, |
| "learning_rate": 1.3688212927756656e-05, |
| "loss": 0.5956, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.08328579577866514, |
| "grad_norm": 0.2602309725894347, |
| "learning_rate": 1.387832699619772e-05, |
| "loss": 0.5774, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.08442669709070165, |
| "grad_norm": 0.2853820862748792, |
| "learning_rate": 1.4068441064638785e-05, |
| "loss": 0.5809, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.08556759840273816, |
| "grad_norm": 0.27878528131213076, |
| "learning_rate": 1.4258555133079848e-05, |
| "loss": 0.5659, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.08670849971477468, |
| "grad_norm": 0.2875430217961869, |
| "learning_rate": 1.4448669201520912e-05, |
| "loss": 0.5645, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.08784940102681119, |
| "grad_norm": 0.3014267143867856, |
| "learning_rate": 1.4638783269961978e-05, |
| "loss": 0.5919, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.0889903023388477, |
| "grad_norm": 0.2703052723297986, |
| "learning_rate": 1.4828897338403042e-05, |
| "loss": 0.5902, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.0901312036508842, |
| "grad_norm": 0.303585390748195, |
| "learning_rate": 1.5019011406844107e-05, |
| "loss": 0.5772, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.09127210496292071, |
| "grad_norm": 0.26905000684530966, |
| "learning_rate": 1.520912547528517e-05, |
| "loss": 0.5822, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.09241300627495722, |
| "grad_norm": 0.28915135241524265, |
| "learning_rate": 1.5399239543726237e-05, |
| "loss": 0.5588, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.09355390758699372, |
| "grad_norm": 0.29494358324783804, |
| "learning_rate": 1.55893536121673e-05, |
| "loss": 0.5909, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.09469480889903023, |
| "grad_norm": 0.267960505652568, |
| "learning_rate": 1.5779467680608364e-05, |
| "loss": 0.5449, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.09583571021106674, |
| "grad_norm": 0.29734284598046806, |
| "learning_rate": 1.596958174904943e-05, |
| "loss": 0.563, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.09697661152310325, |
| "grad_norm": 0.2975566270568251, |
| "learning_rate": 1.6159695817490495e-05, |
| "loss": 0.5733, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.09811751283513977, |
| "grad_norm": 0.3144496200827959, |
| "learning_rate": 1.634980988593156e-05, |
| "loss": 0.5393, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.09925841414717627, |
| "grad_norm": 0.3439082551622902, |
| "learning_rate": 1.6539923954372625e-05, |
| "loss": 0.5801, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.10039931545921278, |
| "grad_norm": 0.3272359309053644, |
| "learning_rate": 1.673003802281369e-05, |
| "loss": 0.595, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.10154021677124929, |
| "grad_norm": 0.2806665105776375, |
| "learning_rate": 1.6920152091254756e-05, |
| "loss": 0.5539, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.1026811180832858, |
| "grad_norm": 0.3583067110894645, |
| "learning_rate": 1.711026615969582e-05, |
| "loss": 0.5682, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.1038220193953223, |
| "grad_norm": 0.3124598607304225, |
| "learning_rate": 1.7300380228136882e-05, |
| "loss": 0.5521, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.10496292070735881, |
| "grad_norm": 0.30309929429920146, |
| "learning_rate": 1.7490494296577946e-05, |
| "loss": 0.5498, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.10610382201939532, |
| "grad_norm": 0.3323899816536335, |
| "learning_rate": 1.7680608365019013e-05, |
| "loss": 0.5888, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.10724472333143183, |
| "grad_norm": 0.2752652481956559, |
| "learning_rate": 1.7870722433460076e-05, |
| "loss": 0.5564, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.10838562464346833, |
| "grad_norm": 0.31613768457039215, |
| "learning_rate": 1.806083650190114e-05, |
| "loss": 0.5526, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.10952652595550486, |
| "grad_norm": 0.34846752285781013, |
| "learning_rate": 1.8250950570342207e-05, |
| "loss": 0.5605, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.11066742726754136, |
| "grad_norm": 0.32422289472592464, |
| "learning_rate": 1.844106463878327e-05, |
| "loss": 0.5761, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.11180832857957787, |
| "grad_norm": 0.2821646610453036, |
| "learning_rate": 1.8631178707224337e-05, |
| "loss": 0.538, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.11294922989161438, |
| "grad_norm": 0.3363578624190279, |
| "learning_rate": 1.88212927756654e-05, |
| "loss": 0.5207, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.11409013120365089, |
| "grad_norm": 0.33298699970382173, |
| "learning_rate": 1.9011406844106464e-05, |
| "loss": 0.5518, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.11523103251568739, |
| "grad_norm": 0.34942931660045073, |
| "learning_rate": 1.920152091254753e-05, |
| "loss": 0.5472, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.1163719338277239, |
| "grad_norm": 0.32312662063760633, |
| "learning_rate": 1.9391634980988594e-05, |
| "loss": 0.5673, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.11751283513976041, |
| "grad_norm": 0.4126867118933167, |
| "learning_rate": 1.958174904942966e-05, |
| "loss": 0.5463, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.11865373645179692, |
| "grad_norm": 0.32148007377648646, |
| "learning_rate": 1.9771863117870725e-05, |
| "loss": 0.5598, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.11979463776383342, |
| "grad_norm": 0.3942522629458706, |
| "learning_rate": 1.9961977186311788e-05, |
| "loss": 0.5631, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.12093553907586994, |
| "grad_norm": 0.3313247044983476, |
| "learning_rate": 2.0152091254752852e-05, |
| "loss": 0.5568, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.12207644038790645, |
| "grad_norm": 0.4023164269134208, |
| "learning_rate": 2.0342205323193915e-05, |
| "loss": 0.5544, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.12321734169994296, |
| "grad_norm": 0.3746260516214422, |
| "learning_rate": 2.0532319391634982e-05, |
| "loss": 0.5375, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.12435824301197947, |
| "grad_norm": 0.31792875838737306, |
| "learning_rate": 2.0722433460076046e-05, |
| "loss": 0.5675, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.12549914432401596, |
| "grad_norm": 0.36266589494136714, |
| "learning_rate": 2.0912547528517112e-05, |
| "loss": 0.5346, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.1266400456360525, |
| "grad_norm": 0.35621216017329244, |
| "learning_rate": 2.1102661596958176e-05, |
| "loss": 0.5233, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.127780946948089, |
| "grad_norm": 0.34992793415074863, |
| "learning_rate": 2.129277566539924e-05, |
| "loss": 0.5204, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.1289218482601255, |
| "grad_norm": 0.43140776333761577, |
| "learning_rate": 2.1482889733840306e-05, |
| "loss": 0.5247, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.13006274957216202, |
| "grad_norm": 0.30876595829241754, |
| "learning_rate": 2.167300380228137e-05, |
| "loss": 0.5366, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.13120365088419852, |
| "grad_norm": 0.49393023217750726, |
| "learning_rate": 2.1863117870722437e-05, |
| "loss": 0.5543, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.13234455219623503, |
| "grad_norm": 0.3174141199663179, |
| "learning_rate": 2.20532319391635e-05, |
| "loss": 0.5136, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.13348545350827154, |
| "grad_norm": 0.43744514649905636, |
| "learning_rate": 2.2243346007604564e-05, |
| "loss": 0.562, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.13462635482030805, |
| "grad_norm": 0.35548978897729616, |
| "learning_rate": 2.2433460076045627e-05, |
| "loss": 0.5324, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.13576725613234455, |
| "grad_norm": 2.144134688500371, |
| "learning_rate": 2.262357414448669e-05, |
| "loss": 0.5417, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.13690815744438106, |
| "grad_norm": 0.5181165703644828, |
| "learning_rate": 2.2813688212927758e-05, |
| "loss": 0.5439, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.13804905875641757, |
| "grad_norm": 0.3562744580952984, |
| "learning_rate": 2.300380228136882e-05, |
| "loss": 0.4994, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.13918996006845408, |
| "grad_norm": 0.47803128689037555, |
| "learning_rate": 2.3193916349809888e-05, |
| "loss": 0.5225, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.14033086138049058, |
| "grad_norm": 0.43179878456026727, |
| "learning_rate": 2.338403041825095e-05, |
| "loss": 0.5173, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.1414717626925271, |
| "grad_norm": 0.48797324922902563, |
| "learning_rate": 2.3574144486692015e-05, |
| "loss": 0.5331, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.1426126640045636, |
| "grad_norm": 0.3713551353610012, |
| "learning_rate": 2.3764258555133082e-05, |
| "loss": 0.5399, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.1437535653166001, |
| "grad_norm": 0.5169644283335567, |
| "learning_rate": 2.3954372623574145e-05, |
| "loss": 0.5357, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.14489446662863661, |
| "grad_norm": 0.31629506927905415, |
| "learning_rate": 2.4144486692015212e-05, |
| "loss": 0.5239, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.14603536794067312, |
| "grad_norm": 0.5278145043561342, |
| "learning_rate": 2.4334600760456276e-05, |
| "loss": 0.528, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.14717626925270963, |
| "grad_norm": 0.3315425028798385, |
| "learning_rate": 2.452471482889734e-05, |
| "loss": 0.5495, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.14831717056474614, |
| "grad_norm": 0.517192805192663, |
| "learning_rate": 2.4714828897338406e-05, |
| "loss": 0.5083, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.14945807187678267, |
| "grad_norm": 0.36358628344754546, |
| "learning_rate": 2.490494296577947e-05, |
| "loss": 0.5132, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.15059897318881918, |
| "grad_norm": 0.4243392518096659, |
| "learning_rate": 2.5095057034220533e-05, |
| "loss": 0.5239, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.1517398745008557, |
| "grad_norm": 0.42938450026993014, |
| "learning_rate": 2.5285171102661596e-05, |
| "loss": 0.5222, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.1528807758128922, |
| "grad_norm": 0.3341842284068171, |
| "learning_rate": 2.5475285171102663e-05, |
| "loss": 0.5186, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.1540216771249287, |
| "grad_norm": 0.4541463176730268, |
| "learning_rate": 2.5665399239543723e-05, |
| "loss": 0.5455, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.1551625784369652, |
| "grad_norm": 0.30644393922157925, |
| "learning_rate": 2.585551330798479e-05, |
| "loss": 0.5219, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.15630347974900172, |
| "grad_norm": 0.4150075147103399, |
| "learning_rate": 2.6045627376425857e-05, |
| "loss": 0.516, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.15744438106103822, |
| "grad_norm": 0.36139117065630944, |
| "learning_rate": 2.6235741444866924e-05, |
| "loss": 0.5293, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.15858528237307473, |
| "grad_norm": 0.3803593895867164, |
| "learning_rate": 2.6425855513307984e-05, |
| "loss": 0.5197, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.15972618368511124, |
| "grad_norm": 0.32396824952520176, |
| "learning_rate": 2.661596958174905e-05, |
| "loss": 0.5244, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.16086708499714775, |
| "grad_norm": 0.3774873367059754, |
| "learning_rate": 2.6806083650190118e-05, |
| "loss": 0.5154, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.16200798630918425, |
| "grad_norm": 0.34633191929954577, |
| "learning_rate": 2.6996197718631178e-05, |
| "loss": 0.5249, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.16314888762122076, |
| "grad_norm": 0.3894815335476097, |
| "learning_rate": 2.7186311787072245e-05, |
| "loss": 0.5198, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.16428978893325727, |
| "grad_norm": 0.36444762291566796, |
| "learning_rate": 2.7376425855513312e-05, |
| "loss": 0.5015, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.16543069024529378, |
| "grad_norm": 0.423060528009577, |
| "learning_rate": 2.7566539923954375e-05, |
| "loss": 0.5218, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.16657159155733028, |
| "grad_norm": 0.35615661027370654, |
| "learning_rate": 2.775665399239544e-05, |
| "loss": 0.5237, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.1677124928693668, |
| "grad_norm": 0.46050626206133344, |
| "learning_rate": 2.7946768060836502e-05, |
| "loss": 0.5398, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.1688533941814033, |
| "grad_norm": 0.36853471772573493, |
| "learning_rate": 2.813688212927757e-05, |
| "loss": 0.5095, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.1699942954934398, |
| "grad_norm": 0.4932478981324432, |
| "learning_rate": 2.832699619771863e-05, |
| "loss": 0.5226, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.17113519680547631, |
| "grad_norm": 0.37242675018432586, |
| "learning_rate": 2.8517110266159696e-05, |
| "loss": 0.5551, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.17227609811751282, |
| "grad_norm": 0.37826249255692296, |
| "learning_rate": 2.8707224334600763e-05, |
| "loss": 0.4902, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.17341699942954936, |
| "grad_norm": 0.39728450228224194, |
| "learning_rate": 2.8897338403041823e-05, |
| "loss": 0.5209, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.17455790074158586, |
| "grad_norm": 0.40470187502226895, |
| "learning_rate": 2.908745247148289e-05, |
| "loss": 0.5359, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.17569880205362237, |
| "grad_norm": 0.40620197495649407, |
| "learning_rate": 2.9277566539923957e-05, |
| "loss": 0.5242, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.17683970336565888, |
| "grad_norm": 0.3727566620054441, |
| "learning_rate": 2.9467680608365024e-05, |
| "loss": 0.5055, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.1779806046776954, |
| "grad_norm": 0.4398128842105725, |
| "learning_rate": 2.9657794676806084e-05, |
| "loss": 0.5408, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.1791215059897319, |
| "grad_norm": 0.38490204332241523, |
| "learning_rate": 2.984790874524715e-05, |
| "loss": 0.5156, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.1802624073017684, |
| "grad_norm": 0.4517639869302986, |
| "learning_rate": 3.0038022813688214e-05, |
| "loss": 0.528, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.1814033086138049, |
| "grad_norm": 0.4954944774014952, |
| "learning_rate": 3.0228136882129278e-05, |
| "loss": 0.508, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.18254420992584142, |
| "grad_norm": 0.3748332582197787, |
| "learning_rate": 3.041825095057034e-05, |
| "loss": 0.5167, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.18368511123787792, |
| "grad_norm": 0.40942567421244364, |
| "learning_rate": 3.060836501901141e-05, |
| "loss": 0.4919, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.18482601254991443, |
| "grad_norm": 0.37179984547777867, |
| "learning_rate": 3.0798479087452475e-05, |
| "loss": 0.5277, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.18596691386195094, |
| "grad_norm": 0.4427813850278362, |
| "learning_rate": 3.098859315589354e-05, |
| "loss": 0.5084, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.18710781517398745, |
| "grad_norm": 0.3953797053294692, |
| "learning_rate": 3.11787072243346e-05, |
| "loss": 0.4996, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.18824871648602395, |
| "grad_norm": 0.4498502562903012, |
| "learning_rate": 3.1368821292775665e-05, |
| "loss": 0.5049, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.18938961779806046, |
| "grad_norm": 0.4108040639817359, |
| "learning_rate": 3.155893536121673e-05, |
| "loss": 0.5328, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.19053051911009697, |
| "grad_norm": 0.5410412527841703, |
| "learning_rate": 3.174904942965779e-05, |
| "loss": 0.5119, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.19167142042213348, |
| "grad_norm": 0.4344065614283204, |
| "learning_rate": 3.193916349809886e-05, |
| "loss": 0.4837, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.19281232173416998, |
| "grad_norm": 0.6626492419165108, |
| "learning_rate": 3.2129277566539926e-05, |
| "loss": 0.5132, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.1939532230462065, |
| "grad_norm": 0.4038123054819114, |
| "learning_rate": 3.231939163498099e-05, |
| "loss": 0.5067, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.195094124358243, |
| "grad_norm": 0.5636456551357991, |
| "learning_rate": 3.250950570342205e-05, |
| "loss": 0.4673, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.19623502567027953, |
| "grad_norm": 0.5205483430986917, |
| "learning_rate": 3.269961977186312e-05, |
| "loss": 0.5265, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.19737592698231604, |
| "grad_norm": 0.48211911743840075, |
| "learning_rate": 3.288973384030418e-05, |
| "loss": 0.507, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.19851682829435255, |
| "grad_norm": 0.47908754790447056, |
| "learning_rate": 3.307984790874525e-05, |
| "loss": 0.5165, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.19965772960638906, |
| "grad_norm": 0.4230015023005651, |
| "learning_rate": 3.3269961977186314e-05, |
| "loss": 0.5102, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.20079863091842556, |
| "grad_norm": 0.5427071406265588, |
| "learning_rate": 3.346007604562738e-05, |
| "loss": 0.5054, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.20193953223046207, |
| "grad_norm": 0.5099286314808494, |
| "learning_rate": 3.365019011406844e-05, |
| "loss": 0.5222, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.20308043354249858, |
| "grad_norm": 0.6159657751770209, |
| "learning_rate": 3.384030418250951e-05, |
| "loss": 0.5431, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.20422133485453509, |
| "grad_norm": 0.7193603225951907, |
| "learning_rate": 3.4030418250950574e-05, |
| "loss": 0.4963, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.2053622361665716, |
| "grad_norm": 0.45033133846022033, |
| "learning_rate": 3.422053231939164e-05, |
| "loss": 0.5014, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.2065031374786081, |
| "grad_norm": 0.7111256209057891, |
| "learning_rate": 3.44106463878327e-05, |
| "loss": 0.5059, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.2076440387906446, |
| "grad_norm": 0.6493203071076293, |
| "learning_rate": 3.4600760456273765e-05, |
| "loss": 0.4941, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.20878494010268112, |
| "grad_norm": 0.5283000924211072, |
| "learning_rate": 3.479087452471483e-05, |
| "loss": 0.5177, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.20992584141471762, |
| "grad_norm": 0.653191879689384, |
| "learning_rate": 3.498098859315589e-05, |
| "loss": 0.513, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.21106674272675413, |
| "grad_norm": 0.7341746099628614, |
| "learning_rate": 3.517110266159696e-05, |
| "loss": 0.4987, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.21220764403879064, |
| "grad_norm": 0.4263764021054984, |
| "learning_rate": 3.5361216730038026e-05, |
| "loss": 0.4939, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.21334854535082715, |
| "grad_norm": 0.6255115057204136, |
| "learning_rate": 3.555133079847909e-05, |
| "loss": 0.479, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.21448944666286365, |
| "grad_norm": 0.5199063260718685, |
| "learning_rate": 3.574144486692015e-05, |
| "loss": 0.4973, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.21563034797490016, |
| "grad_norm": 0.4976122263753569, |
| "learning_rate": 3.593155893536122e-05, |
| "loss": 0.4823, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.21677124928693667, |
| "grad_norm": 0.5304914545222749, |
| "learning_rate": 3.612167300380228e-05, |
| "loss": 0.499, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.21791215059897318, |
| "grad_norm": 0.4108657755861063, |
| "learning_rate": 3.631178707224335e-05, |
| "loss": 0.4968, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.2190530519110097, |
| "grad_norm": 0.5596852694323317, |
| "learning_rate": 3.6501901140684413e-05, |
| "loss": 0.5001, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.22019395322304622, |
| "grad_norm": 0.502896811074524, |
| "learning_rate": 3.669201520912548e-05, |
| "loss": 0.4846, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.22133485453508273, |
| "grad_norm": 0.5091731389286583, |
| "learning_rate": 3.688212927756654e-05, |
| "loss": 0.5224, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.22247575584711923, |
| "grad_norm": 0.5274679963561089, |
| "learning_rate": 3.7072243346007604e-05, |
| "loss": 0.5276, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.22361665715915574, |
| "grad_norm": 0.3898202631701823, |
| "learning_rate": 3.7262357414448674e-05, |
| "loss": 0.4836, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.22475755847119225, |
| "grad_norm": 0.42129635358682016, |
| "learning_rate": 3.745247148288973e-05, |
| "loss": 0.4678, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.22589845978322876, |
| "grad_norm": 0.4618057419115625, |
| "learning_rate": 3.76425855513308e-05, |
| "loss": 0.5342, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.22703936109526526, |
| "grad_norm": 0.4381869533215169, |
| "learning_rate": 3.7832699619771865e-05, |
| "loss": 0.4671, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.22818026240730177, |
| "grad_norm": 0.5440837221051571, |
| "learning_rate": 3.802281368821293e-05, |
| "loss": 0.5059, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.22932116371933828, |
| "grad_norm": 0.5334139765821885, |
| "learning_rate": 3.821292775665399e-05, |
| "loss": 0.5145, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.23046206503137479, |
| "grad_norm": 0.3732495424879209, |
| "learning_rate": 3.840304182509506e-05, |
| "loss": 0.4838, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.2316029663434113, |
| "grad_norm": 0.5988989154670815, |
| "learning_rate": 3.8593155893536125e-05, |
| "loss": 0.5037, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.2327438676554478, |
| "grad_norm": 0.5200393200147204, |
| "learning_rate": 3.878326996197719e-05, |
| "loss": 0.4745, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.2338847689674843, |
| "grad_norm": 0.4721161101938097, |
| "learning_rate": 3.897338403041825e-05, |
| "loss": 0.5197, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.23502567027952082, |
| "grad_norm": 0.5749531215762707, |
| "learning_rate": 3.916349809885932e-05, |
| "loss": 0.4825, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.23616657159155732, |
| "grad_norm": 0.40149594230609625, |
| "learning_rate": 3.935361216730038e-05, |
| "loss": 0.4597, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.23730747290359383, |
| "grad_norm": 0.5486586047623457, |
| "learning_rate": 3.954372623574145e-05, |
| "loss": 0.4847, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.23844837421563034, |
| "grad_norm": 0.5820602383783187, |
| "learning_rate": 3.973384030418251e-05, |
| "loss": 0.4877, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.23958927552766685, |
| "grad_norm": 0.5489212619030648, |
| "learning_rate": 3.9923954372623577e-05, |
| "loss": 0.5013, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.24073017683970335, |
| "grad_norm": 0.6147528782803471, |
| "learning_rate": 4.011406844106464e-05, |
| "loss": 0.4988, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.2418710781517399, |
| "grad_norm": 0.5588776012384556, |
| "learning_rate": 4.0304182509505703e-05, |
| "loss": 0.5189, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.2430119794637764, |
| "grad_norm": 0.4790644696477516, |
| "learning_rate": 4.0494296577946774e-05, |
| "loss": 0.5036, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.2441528807758129, |
| "grad_norm": 0.4833204786443911, |
| "learning_rate": 4.068441064638783e-05, |
| "loss": 0.476, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.2452937820878494, |
| "grad_norm": 0.47845223722709473, |
| "learning_rate": 4.08745247148289e-05, |
| "loss": 0.4965, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.24643468339988592, |
| "grad_norm": 0.4481560825138665, |
| "learning_rate": 4.1064638783269964e-05, |
| "loss": 0.5017, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.24757558471192243, |
| "grad_norm": 0.5086810495955193, |
| "learning_rate": 4.125475285171103e-05, |
| "loss": 0.4969, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.24871648602395893, |
| "grad_norm": 0.5343756618348462, |
| "learning_rate": 4.144486692015209e-05, |
| "loss": 0.4821, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.24985738733599544, |
| "grad_norm": 0.401711278686693, |
| "learning_rate": 4.163498098859316e-05, |
| "loss": 0.4985, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.2509982886480319, |
| "grad_norm": 0.5346993959856637, |
| "learning_rate": 4.1825095057034225e-05, |
| "loss": 0.5037, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.25213918996006845, |
| "grad_norm": 0.46140846706399685, |
| "learning_rate": 4.201520912547529e-05, |
| "loss": 0.4856, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.253280091272105, |
| "grad_norm": 0.4839447665729109, |
| "learning_rate": 4.220532319391635e-05, |
| "loss": 0.4842, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.25442099258414147, |
| "grad_norm": 0.3697667503798369, |
| "learning_rate": 4.2395437262357415e-05, |
| "loss": 0.4873, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.255561893896178, |
| "grad_norm": 0.4427985621603716, |
| "learning_rate": 4.258555133079848e-05, |
| "loss": 0.4835, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.2567027952082145, |
| "grad_norm": 0.39597098010473725, |
| "learning_rate": 4.277566539923954e-05, |
| "loss": 0.5005, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.257843696520251, |
| "grad_norm": 0.4176905956944042, |
| "learning_rate": 4.296577946768061e-05, |
| "loss": 0.4986, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.2589845978322875, |
| "grad_norm": 0.42126473910651496, |
| "learning_rate": 4.3155893536121676e-05, |
| "loss": 0.4788, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.26012549914432403, |
| "grad_norm": 0.41188830182365, |
| "learning_rate": 4.334600760456274e-05, |
| "loss": 0.4925, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.2612664004563605, |
| "grad_norm": 0.457545396221541, |
| "learning_rate": 4.35361216730038e-05, |
| "loss": 0.5031, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.26240730176839705, |
| "grad_norm": 0.4116499547651067, |
| "learning_rate": 4.3726235741444873e-05, |
| "loss": 0.5025, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.26354820308043353, |
| "grad_norm": 0.4760209285221355, |
| "learning_rate": 4.391634980988593e-05, |
| "loss": 0.4959, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.26468910439247006, |
| "grad_norm": 0.3542120628745739, |
| "learning_rate": 4.4106463878327e-05, |
| "loss": 0.4936, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.26583000570450654, |
| "grad_norm": 0.422037077717719, |
| "learning_rate": 4.4296577946768064e-05, |
| "loss": 0.4894, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.2669709070165431, |
| "grad_norm": 0.3914300693793639, |
| "learning_rate": 4.448669201520913e-05, |
| "loss": 0.4931, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.26811180832857956, |
| "grad_norm": 0.4320021869729976, |
| "learning_rate": 4.467680608365019e-05, |
| "loss": 0.4791, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.2692527096406161, |
| "grad_norm": 0.4175577806166712, |
| "learning_rate": 4.4866920152091254e-05, |
| "loss": 0.4906, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.2703936109526526, |
| "grad_norm": 0.41222578442948693, |
| "learning_rate": 4.5057034220532325e-05, |
| "loss": 0.4694, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.2715345122646891, |
| "grad_norm": 0.43338867254807784, |
| "learning_rate": 4.524714828897338e-05, |
| "loss": 0.4922, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.2726754135767256, |
| "grad_norm": 0.42813684712893474, |
| "learning_rate": 4.543726235741445e-05, |
| "loss": 0.4943, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.2738163148887621, |
| "grad_norm": 0.4819004155531821, |
| "learning_rate": 4.5627376425855515e-05, |
| "loss": 0.511, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.2749572162007986, |
| "grad_norm": 0.38917770762771053, |
| "learning_rate": 4.581749049429658e-05, |
| "loss": 0.4731, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.27609811751283514, |
| "grad_norm": 0.4212713190618949, |
| "learning_rate": 4.600760456273764e-05, |
| "loss": 0.486, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.2772390188248717, |
| "grad_norm": 0.48210207775472946, |
| "learning_rate": 4.619771863117871e-05, |
| "loss": 0.4701, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.27837992013690815, |
| "grad_norm": 0.4440172173976686, |
| "learning_rate": 4.6387832699619776e-05, |
| "loss": 0.4807, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.2795208214489447, |
| "grad_norm": 0.5697960117028452, |
| "learning_rate": 4.657794676806084e-05, |
| "loss": 0.477, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.28066172276098117, |
| "grad_norm": 0.39282938347691765, |
| "learning_rate": 4.67680608365019e-05, |
| "loss": 0.4653, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.2818026240730177, |
| "grad_norm": 0.49426639160977187, |
| "learning_rate": 4.695817490494297e-05, |
| "loss": 0.4757, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.2829435253850542, |
| "grad_norm": 0.5392025850210608, |
| "learning_rate": 4.714828897338403e-05, |
| "loss": 0.489, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.2840844266970907, |
| "grad_norm": 0.6749892159090881, |
| "learning_rate": 4.73384030418251e-05, |
| "loss": 0.4954, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.2852253280091272, |
| "grad_norm": 0.45560583490235546, |
| "learning_rate": 4.7528517110266163e-05, |
| "loss": 0.4821, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.28636622932116373, |
| "grad_norm": 0.5214154421651995, |
| "learning_rate": 4.771863117870723e-05, |
| "loss": 0.4849, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.2875071306332002, |
| "grad_norm": 0.5633817781068714, |
| "learning_rate": 4.790874524714829e-05, |
| "loss": 0.4446, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.28864803194523675, |
| "grad_norm": 0.48784588145190155, |
| "learning_rate": 4.8098859315589354e-05, |
| "loss": 0.4736, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.28978893325727323, |
| "grad_norm": 0.5919296100354379, |
| "learning_rate": 4.8288973384030424e-05, |
| "loss": 0.4792, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.29092983456930976, |
| "grad_norm": 0.5264307123179902, |
| "learning_rate": 4.847908745247148e-05, |
| "loss": 0.5007, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.29207073588134624, |
| "grad_norm": 0.5852556002815498, |
| "learning_rate": 4.866920152091255e-05, |
| "loss": 0.4684, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.2932116371933828, |
| "grad_norm": 0.5604440642451641, |
| "learning_rate": 4.8859315589353615e-05, |
| "loss": 0.4937, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.29435253850541926, |
| "grad_norm": 0.5083827458606978, |
| "learning_rate": 4.904942965779468e-05, |
| "loss": 0.4761, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.2954934398174558, |
| "grad_norm": 0.6035414465096012, |
| "learning_rate": 4.923954372623574e-05, |
| "loss": 0.4699, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.2966343411294923, |
| "grad_norm": 0.45520013209105414, |
| "learning_rate": 4.942965779467681e-05, |
| "loss": 0.4703, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.2977752424415288, |
| "grad_norm": 0.4981914121296809, |
| "learning_rate": 4.9619771863117875e-05, |
| "loss": 0.4711, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.29891614375356534, |
| "grad_norm": 0.4843901405929016, |
| "learning_rate": 4.980988593155894e-05, |
| "loss": 0.49, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.3000570450656018, |
| "grad_norm": 0.519532365295793, |
| "learning_rate": 5e-05, |
| "loss": 0.4549, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.30119794637763836, |
| "grad_norm": 0.5085787597831526, |
| "learning_rate": 4.997885835095137e-05, |
| "loss": 0.4959, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.30233884768967484, |
| "grad_norm": 0.5063823188387865, |
| "learning_rate": 4.995771670190275e-05, |
| "loss": 0.4817, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.3034797490017114, |
| "grad_norm": 0.5183643098113566, |
| "learning_rate": 4.993657505285412e-05, |
| "loss": 0.4859, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.30462065031374785, |
| "grad_norm": 0.726951443078331, |
| "learning_rate": 4.99154334038055e-05, |
| "loss": 0.508, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.3057615516257844, |
| "grad_norm": 0.5979308391864225, |
| "learning_rate": 4.989429175475687e-05, |
| "loss": 0.4751, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.30690245293782087, |
| "grad_norm": 0.5642531616180014, |
| "learning_rate": 4.987315010570825e-05, |
| "loss": 0.4618, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.3080433542498574, |
| "grad_norm": 0.4528790393447231, |
| "learning_rate": 4.9852008456659624e-05, |
| "loss": 0.5006, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.3091842555618939, |
| "grad_norm": 0.6608468146942221, |
| "learning_rate": 4.9830866807611e-05, |
| "loss": 0.4919, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.3103251568739304, |
| "grad_norm": 0.5534909136528965, |
| "learning_rate": 4.980972515856237e-05, |
| "loss": 0.4787, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.3114660581859669, |
| "grad_norm": 0.4855554939031897, |
| "learning_rate": 4.978858350951374e-05, |
| "loss": 0.4854, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.31260695949800343, |
| "grad_norm": 0.6042118406817583, |
| "learning_rate": 4.976744186046512e-05, |
| "loss": 0.5032, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.3137478608100399, |
| "grad_norm": 0.6301236427577049, |
| "learning_rate": 4.974630021141649e-05, |
| "loss": 0.504, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.31488876212207645, |
| "grad_norm": 0.43962836238867853, |
| "learning_rate": 4.972515856236787e-05, |
| "loss": 0.4693, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.31602966343411293, |
| "grad_norm": 0.6865074425382169, |
| "learning_rate": 4.970401691331924e-05, |
| "loss": 0.4984, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.31717056474614946, |
| "grad_norm": 0.5707037542530051, |
| "learning_rate": 4.968287526427062e-05, |
| "loss": 0.4728, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.31831146605818594, |
| "grad_norm": 0.48013638357531163, |
| "learning_rate": 4.966173361522199e-05, |
| "loss": 0.4897, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.3194523673702225, |
| "grad_norm": 0.5553808724683528, |
| "learning_rate": 4.9640591966173365e-05, |
| "loss": 0.47, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.32059326868225896, |
| "grad_norm": 0.6673573258804002, |
| "learning_rate": 4.9619450317124736e-05, |
| "loss": 0.4742, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.3217341699942955, |
| "grad_norm": 0.4777963168027366, |
| "learning_rate": 4.959830866807611e-05, |
| "loss": 0.5114, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.32287507130633203, |
| "grad_norm": 0.47238719588748307, |
| "learning_rate": 4.957716701902749e-05, |
| "loss": 0.4572, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.3240159726183685, |
| "grad_norm": 0.5109087160306456, |
| "learning_rate": 4.955602536997886e-05, |
| "loss": 0.5017, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.32515687393040504, |
| "grad_norm": 0.5913296622786067, |
| "learning_rate": 4.953488372093024e-05, |
| "loss": 0.4899, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.3262977752424415, |
| "grad_norm": 0.4779423075939576, |
| "learning_rate": 4.951374207188161e-05, |
| "loss": 0.4728, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.32743867655447806, |
| "grad_norm": 0.46538463444466194, |
| "learning_rate": 4.949260042283299e-05, |
| "loss": 0.4952, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.32857957786651454, |
| "grad_norm": 0.595981118622069, |
| "learning_rate": 4.947145877378436e-05, |
| "loss": 0.4871, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.3297204791785511, |
| "grad_norm": 0.4913472671952078, |
| "learning_rate": 4.9450317124735735e-05, |
| "loss": 0.4752, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.33086138049058755, |
| "grad_norm": 0.41164661389934154, |
| "learning_rate": 4.9429175475687106e-05, |
| "loss": 0.482, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.3320022818026241, |
| "grad_norm": 0.5609144536016337, |
| "learning_rate": 4.9408033826638476e-05, |
| "loss": 0.4645, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.33314318311466057, |
| "grad_norm": 0.5121918191555825, |
| "learning_rate": 4.9386892177589854e-05, |
| "loss": 0.4984, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.3342840844266971, |
| "grad_norm": 0.6135026464347259, |
| "learning_rate": 4.9365750528541225e-05, |
| "loss": 0.4792, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.3354249857387336, |
| "grad_norm": 0.4892389294352073, |
| "learning_rate": 4.93446088794926e-05, |
| "loss": 0.4639, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.3365658870507701, |
| "grad_norm": 0.7410520792633273, |
| "learning_rate": 4.932346723044397e-05, |
| "loss": 0.4808, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.3377067883628066, |
| "grad_norm": 0.46888189797192714, |
| "learning_rate": 4.930232558139535e-05, |
| "loss": 0.4832, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.33884768967484313, |
| "grad_norm": 0.6007793767794352, |
| "learning_rate": 4.928118393234673e-05, |
| "loss": 0.4716, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.3399885909868796, |
| "grad_norm": 0.69216963559477, |
| "learning_rate": 4.9260042283298105e-05, |
| "loss": 0.5043, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.34112949229891615, |
| "grad_norm": 0.4687938078596549, |
| "learning_rate": 4.9238900634249476e-05, |
| "loss": 0.4992, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.34227039361095263, |
| "grad_norm": 0.7268590781702684, |
| "learning_rate": 4.9217758985200846e-05, |
| "loss": 0.4816, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.34341129492298916, |
| "grad_norm": 0.45936413381359864, |
| "learning_rate": 4.9196617336152224e-05, |
| "loss": 0.4453, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.34455219623502564, |
| "grad_norm": 0.4294250943742063, |
| "learning_rate": 4.9175475687103595e-05, |
| "loss": 0.468, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.3456930975470622, |
| "grad_norm": 0.5527427692618347, |
| "learning_rate": 4.915433403805497e-05, |
| "loss": 0.4722, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.3468339988590987, |
| "grad_norm": 0.5071440857492974, |
| "learning_rate": 4.913319238900634e-05, |
| "loss": 0.4816, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.3479749001711352, |
| "grad_norm": 0.4686500913435551, |
| "learning_rate": 4.911205073995772e-05, |
| "loss": 0.4473, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.34911580148317173, |
| "grad_norm": 0.5883985093169647, |
| "learning_rate": 4.909090909090909e-05, |
| "loss": 0.4721, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.3502567027952082, |
| "grad_norm": 0.4591838303775839, |
| "learning_rate": 4.906976744186046e-05, |
| "loss": 0.4553, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.35139760410724474, |
| "grad_norm": 0.5549203579767384, |
| "learning_rate": 4.904862579281184e-05, |
| "loss": 0.4806, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.3525385054192812, |
| "grad_norm": 0.5707305006848794, |
| "learning_rate": 4.9027484143763217e-05, |
| "loss": 0.462, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.35367940673131776, |
| "grad_norm": 0.5070136654928392, |
| "learning_rate": 4.9006342494714594e-05, |
| "loss": 0.4914, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.35482030804335424, |
| "grad_norm": 0.513783859903657, |
| "learning_rate": 4.8985200845665965e-05, |
| "loss": 0.4563, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.3559612093553908, |
| "grad_norm": 0.3903353048037027, |
| "learning_rate": 4.896405919661734e-05, |
| "loss": 0.4646, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.35710211066742725, |
| "grad_norm": 0.4944624580259425, |
| "learning_rate": 4.894291754756871e-05, |
| "loss": 0.4794, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.3582430119794638, |
| "grad_norm": 0.4650438379271747, |
| "learning_rate": 4.892177589852009e-05, |
| "loss": 0.4734, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.35938391329150027, |
| "grad_norm": 0.40152357897892427, |
| "learning_rate": 4.890063424947146e-05, |
| "loss": 0.4558, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.3605248146035368, |
| "grad_norm": 0.4062828773190652, |
| "learning_rate": 4.887949260042283e-05, |
| "loss": 0.4424, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.3616657159155733, |
| "grad_norm": 0.4013001138970794, |
| "learning_rate": 4.885835095137421e-05, |
| "loss": 0.4799, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.3628066172276098, |
| "grad_norm": 0.369004901568825, |
| "learning_rate": 4.883720930232558e-05, |
| "loss": 0.4653, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.3639475185396463, |
| "grad_norm": 0.48032108696732456, |
| "learning_rate": 4.881606765327696e-05, |
| "loss": 0.469, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.36508841985168283, |
| "grad_norm": 0.405515724241134, |
| "learning_rate": 4.879492600422833e-05, |
| "loss": 0.4697, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.3662293211637193, |
| "grad_norm": 0.4030716686771247, |
| "learning_rate": 4.8773784355179705e-05, |
| "loss": 0.4743, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.36737022247575585, |
| "grad_norm": 0.4611550051218631, |
| "learning_rate": 4.875264270613108e-05, |
| "loss": 0.4639, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.3685111237877924, |
| "grad_norm": 0.49050018609555823, |
| "learning_rate": 4.873150105708246e-05, |
| "loss": 0.4709, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.36965202509982886, |
| "grad_norm": 0.44515733384409556, |
| "learning_rate": 4.871035940803383e-05, |
| "loss": 0.4409, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.3707929264118654, |
| "grad_norm": 0.405005368775498, |
| "learning_rate": 4.86892177589852e-05, |
| "loss": 0.4662, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.3719338277239019, |
| "grad_norm": 0.44424805271869844, |
| "learning_rate": 4.866807610993658e-05, |
| "loss": 0.4919, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.3730747290359384, |
| "grad_norm": 0.47916627855366895, |
| "learning_rate": 4.864693446088795e-05, |
| "loss": 0.4665, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.3742156303479749, |
| "grad_norm": 0.4591787529396741, |
| "learning_rate": 4.862579281183933e-05, |
| "loss": 0.4751, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.3753565316600114, |
| "grad_norm": 0.3863033452781703, |
| "learning_rate": 4.86046511627907e-05, |
| "loss": 0.4666, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.3764974329720479, |
| "grad_norm": 0.4267031556202453, |
| "learning_rate": 4.8583509513742075e-05, |
| "loss": 0.4617, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.37763833428408444, |
| "grad_norm": 0.4566590620989737, |
| "learning_rate": 4.8562367864693446e-05, |
| "loss": 0.4568, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.3787792355961209, |
| "grad_norm": 0.3909866338741756, |
| "learning_rate": 4.8541226215644824e-05, |
| "loss": 0.4431, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.37992013690815746, |
| "grad_norm": 0.4445867673454024, |
| "learning_rate": 4.8520084566596194e-05, |
| "loss": 0.4593, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.38106103822019394, |
| "grad_norm": 0.4002731387396594, |
| "learning_rate": 4.849894291754757e-05, |
| "loss": 0.4411, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.3822019395322305, |
| "grad_norm": 0.4133903450308309, |
| "learning_rate": 4.847780126849894e-05, |
| "loss": 0.4781, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.38334284084426695, |
| "grad_norm": 0.47770252676093944, |
| "learning_rate": 4.845665961945032e-05, |
| "loss": 0.4883, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.3844837421563035, |
| "grad_norm": 0.3666231185699412, |
| "learning_rate": 4.84355179704017e-05, |
| "loss": 0.4824, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.38562464346833997, |
| "grad_norm": 0.48134048114822264, |
| "learning_rate": 4.841437632135307e-05, |
| "loss": 0.4586, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.3867655447803765, |
| "grad_norm": 0.4186276272086947, |
| "learning_rate": 4.8393234672304445e-05, |
| "loss": 0.4743, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.387906446092413, |
| "grad_norm": 0.4320564974138227, |
| "learning_rate": 4.8372093023255816e-05, |
| "loss": 0.4687, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.3890473474044495, |
| "grad_norm": 0.4969726708200199, |
| "learning_rate": 4.8350951374207194e-05, |
| "loss": 0.4708, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.390188248716486, |
| "grad_norm": 0.476437641405027, |
| "learning_rate": 4.8329809725158564e-05, |
| "loss": 0.4477, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.39132915002852253, |
| "grad_norm": 0.4953362791687895, |
| "learning_rate": 4.8308668076109935e-05, |
| "loss": 0.4811, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.39247005134055907, |
| "grad_norm": 0.551611928855792, |
| "learning_rate": 4.828752642706131e-05, |
| "loss": 0.4738, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.39361095265259555, |
| "grad_norm": 0.40738026772406793, |
| "learning_rate": 4.826638477801268e-05, |
| "loss": 0.4615, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.3947518539646321, |
| "grad_norm": 0.4782666268905305, |
| "learning_rate": 4.824524312896406e-05, |
| "loss": 0.4731, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.39589275527666856, |
| "grad_norm": 0.44504504658811994, |
| "learning_rate": 4.822410147991543e-05, |
| "loss": 0.4677, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.3970336565887051, |
| "grad_norm": 0.4533234538781712, |
| "learning_rate": 4.820295983086681e-05, |
| "loss": 0.4617, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.3981745579007416, |
| "grad_norm": 0.46248079465133807, |
| "learning_rate": 4.8181818181818186e-05, |
| "loss": 0.4932, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.3993154592127781, |
| "grad_norm": 0.4780267679080641, |
| "learning_rate": 4.8160676532769564e-05, |
| "loss": 0.4599, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.4004563605248146, |
| "grad_norm": 0.4448999136385355, |
| "learning_rate": 4.8139534883720934e-05, |
| "loss": 0.487, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.4015972618368511, |
| "grad_norm": 0.602985396056506, |
| "learning_rate": 4.8118393234672305e-05, |
| "loss": 0.4807, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.4027381631488876, |
| "grad_norm": 0.4400835155350816, |
| "learning_rate": 4.809725158562368e-05, |
| "loss": 0.4614, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.40387906446092414, |
| "grad_norm": 0.6103639448472573, |
| "learning_rate": 4.807610993657505e-05, |
| "loss": 0.4688, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.4050199657729606, |
| "grad_norm": 0.48612080977613853, |
| "learning_rate": 4.805496828752643e-05, |
| "loss": 0.4554, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.40616086708499716, |
| "grad_norm": 0.5220692500810554, |
| "learning_rate": 4.80338266384778e-05, |
| "loss": 0.4603, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.40730176839703364, |
| "grad_norm": 0.5248213992380287, |
| "learning_rate": 4.801268498942918e-05, |
| "loss": 0.4623, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.40844266970907017, |
| "grad_norm": 0.6420774579491392, |
| "learning_rate": 4.799154334038055e-05, |
| "loss": 0.4756, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.40958357102110665, |
| "grad_norm": 0.4352271420359283, |
| "learning_rate": 4.797040169133193e-05, |
| "loss": 0.4516, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.4107244723331432, |
| "grad_norm": 0.658584341212213, |
| "learning_rate": 4.79492600422833e-05, |
| "loss": 0.4763, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.41186537364517967, |
| "grad_norm": 0.6084351588841551, |
| "learning_rate": 4.7928118393234675e-05, |
| "loss": 0.4798, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.4130062749572162, |
| "grad_norm": 0.5771682284997688, |
| "learning_rate": 4.790697674418605e-05, |
| "loss": 0.481, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.41414717626925274, |
| "grad_norm": 0.6043942596380553, |
| "learning_rate": 4.788583509513742e-05, |
| "loss": 0.4688, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.4152880775812892, |
| "grad_norm": 0.45719477020974547, |
| "learning_rate": 4.78646934460888e-05, |
| "loss": 0.4501, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.41642897889332575, |
| "grad_norm": 0.5741113368011214, |
| "learning_rate": 4.784355179704017e-05, |
| "loss": 0.4606, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.41756988020536223, |
| "grad_norm": 0.6037611112612937, |
| "learning_rate": 4.782241014799155e-05, |
| "loss": 0.4681, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.41871078151739877, |
| "grad_norm": 0.4385849776699442, |
| "learning_rate": 4.780126849894292e-05, |
| "loss": 0.4401, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.41985168282943525, |
| "grad_norm": 0.4484383147175151, |
| "learning_rate": 4.77801268498943e-05, |
| "loss": 0.4737, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.4209925841414718, |
| "grad_norm": 0.5756231728396068, |
| "learning_rate": 4.775898520084567e-05, |
| "loss": 0.4646, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.42213348545350826, |
| "grad_norm": 0.39706507133213986, |
| "learning_rate": 4.773784355179704e-05, |
| "loss": 0.4645, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.4232743867655448, |
| "grad_norm": 0.5924514871872969, |
| "learning_rate": 4.7716701902748416e-05, |
| "loss": 0.461, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.4244152880775813, |
| "grad_norm": 0.41316719683932873, |
| "learning_rate": 4.7695560253699787e-05, |
| "loss": 0.4785, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.4255561893896178, |
| "grad_norm": 0.39683025268881833, |
| "learning_rate": 4.7674418604651164e-05, |
| "loss": 0.4591, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.4266970907016543, |
| "grad_norm": 0.48000498985785206, |
| "learning_rate": 4.765327695560254e-05, |
| "loss": 0.4414, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.4278379920136908, |
| "grad_norm": 0.3591998859631829, |
| "learning_rate": 4.763213530655392e-05, |
| "loss": 0.471, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.4289788933257273, |
| "grad_norm": 0.4431516881768443, |
| "learning_rate": 4.761099365750529e-05, |
| "loss": 0.4597, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.43011979463776384, |
| "grad_norm": 0.36560648233369786, |
| "learning_rate": 4.758985200845667e-05, |
| "loss": 0.4682, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.4312606959498003, |
| "grad_norm": 0.4558699153147223, |
| "learning_rate": 4.756871035940804e-05, |
| "loss": 0.4499, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.43240159726183686, |
| "grad_norm": 0.5460346505513063, |
| "learning_rate": 4.754756871035941e-05, |
| "loss": 0.4539, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.43354249857387334, |
| "grad_norm": 0.4945804014357001, |
| "learning_rate": 4.7526427061310786e-05, |
| "loss": 0.4668, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.43468339988590987, |
| "grad_norm": 0.381982606728481, |
| "learning_rate": 4.7505285412262157e-05, |
| "loss": 0.4629, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.43582430119794635, |
| "grad_norm": 0.5075561122741824, |
| "learning_rate": 4.7484143763213534e-05, |
| "loss": 0.4419, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.4369652025099829, |
| "grad_norm": 0.4890820416949409, |
| "learning_rate": 4.7463002114164905e-05, |
| "loss": 0.474, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.4381061038220194, |
| "grad_norm": 0.45099733935651065, |
| "learning_rate": 4.744186046511628e-05, |
| "loss": 0.4607, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.4392470051340559, |
| "grad_norm": 0.46389402376612976, |
| "learning_rate": 4.742071881606765e-05, |
| "loss": 0.4529, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.44038790644609244, |
| "grad_norm": 0.5176225091984493, |
| "learning_rate": 4.739957716701903e-05, |
| "loss": 0.4797, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.4415288077581289, |
| "grad_norm": 0.5614444078753256, |
| "learning_rate": 4.73784355179704e-05, |
| "loss": 0.4415, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.44266970907016545, |
| "grad_norm": 0.5620355202952496, |
| "learning_rate": 4.735729386892178e-05, |
| "loss": 0.4901, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.44381061038220193, |
| "grad_norm": 0.3554047434699461, |
| "learning_rate": 4.7336152219873156e-05, |
| "loss": 0.4486, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.44495151169423847, |
| "grad_norm": 0.565055930787776, |
| "learning_rate": 4.7315010570824527e-05, |
| "loss": 0.4794, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.44609241300627495, |
| "grad_norm": 0.40372827032444986, |
| "learning_rate": 4.7293868921775904e-05, |
| "loss": 0.4549, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.4472333143183115, |
| "grad_norm": 0.41175642665695783, |
| "learning_rate": 4.7272727272727275e-05, |
| "loss": 0.4515, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.44837421563034796, |
| "grad_norm": 0.5428841648637599, |
| "learning_rate": 4.725158562367865e-05, |
| "loss": 0.4688, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.4495151169423845, |
| "grad_norm": 0.3845089691572888, |
| "learning_rate": 4.723044397463002e-05, |
| "loss": 0.4599, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.450656018254421, |
| "grad_norm": 0.5575460169748139, |
| "learning_rate": 4.7209302325581394e-05, |
| "loss": 0.46, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.4517969195664575, |
| "grad_norm": 0.47319289284357274, |
| "learning_rate": 4.718816067653277e-05, |
| "loss": 0.4743, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.452937820878494, |
| "grad_norm": 0.421430478800123, |
| "learning_rate": 4.716701902748414e-05, |
| "loss": 0.487, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.4540787221905305, |
| "grad_norm": 0.6101298495936283, |
| "learning_rate": 4.714587737843552e-05, |
| "loss": 0.4225, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.455219623502567, |
| "grad_norm": 0.40737340116351733, |
| "learning_rate": 4.712473572938689e-05, |
| "loss": 0.4783, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.45636052481460354, |
| "grad_norm": 0.46178856188238293, |
| "learning_rate": 4.710359408033827e-05, |
| "loss": 0.5043, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.45750142612664, |
| "grad_norm": 0.36605473430041985, |
| "learning_rate": 4.7082452431289645e-05, |
| "loss": 0.4727, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.45864232743867656, |
| "grad_norm": 0.4601612072292561, |
| "learning_rate": 4.706131078224102e-05, |
| "loss": 0.4729, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.4597832287507131, |
| "grad_norm": 0.39229637932652944, |
| "learning_rate": 4.704016913319239e-05, |
| "loss": 0.4318, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.46092413006274957, |
| "grad_norm": 0.4978174882138765, |
| "learning_rate": 4.7019027484143764e-05, |
| "loss": 0.4593, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.4620650313747861, |
| "grad_norm": 0.43613960694098686, |
| "learning_rate": 4.699788583509514e-05, |
| "loss": 0.4863, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.4632059326868226, |
| "grad_norm": 0.4748040163303423, |
| "learning_rate": 4.697674418604651e-05, |
| "loss": 0.4736, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.4643468339988591, |
| "grad_norm": 0.4507681010912006, |
| "learning_rate": 4.695560253699789e-05, |
| "loss": 0.4537, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.4654877353108956, |
| "grad_norm": 0.3923537491739542, |
| "learning_rate": 4.693446088794926e-05, |
| "loss": 0.4417, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.46662863662293214, |
| "grad_norm": 0.4819511355971476, |
| "learning_rate": 4.691331923890064e-05, |
| "loss": 0.4409, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.4677695379349686, |
| "grad_norm": 0.46716431084892146, |
| "learning_rate": 4.689217758985201e-05, |
| "loss": 0.4361, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.46891043924700515, |
| "grad_norm": 0.39268914274801164, |
| "learning_rate": 4.6871035940803386e-05, |
| "loss": 0.4527, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.47005134055904163, |
| "grad_norm": 0.36742442071038406, |
| "learning_rate": 4.6849894291754756e-05, |
| "loss": 0.441, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.47119224187107817, |
| "grad_norm": 0.3402798863969448, |
| "learning_rate": 4.6828752642706134e-05, |
| "loss": 0.4611, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.47233314318311465, |
| "grad_norm": 0.4783227235848215, |
| "learning_rate": 4.680761099365751e-05, |
| "loss": 0.4468, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.4734740444951512, |
| "grad_norm": 0.41760869890010066, |
| "learning_rate": 4.678646934460888e-05, |
| "loss": 0.419, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.47461494580718766, |
| "grad_norm": 0.45492695505371195, |
| "learning_rate": 4.676532769556026e-05, |
| "loss": 0.4539, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.4757558471192242, |
| "grad_norm": 0.4242418558060538, |
| "learning_rate": 4.674418604651163e-05, |
| "loss": 0.439, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.4768967484312607, |
| "grad_norm": 0.44887147636919633, |
| "learning_rate": 4.672304439746301e-05, |
| "loss": 0.4681, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.4780376497432972, |
| "grad_norm": 0.5450796324350122, |
| "learning_rate": 4.670190274841438e-05, |
| "loss": 0.4648, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.4791785510553337, |
| "grad_norm": 0.4650341425698157, |
| "learning_rate": 4.6680761099365756e-05, |
| "loss": 0.4831, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.4803194523673702, |
| "grad_norm": 0.48371809386595394, |
| "learning_rate": 4.6659619450317126e-05, |
| "loss": 0.45, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.4814603536794067, |
| "grad_norm": 0.34547311035282235, |
| "learning_rate": 4.66384778012685e-05, |
| "loss": 0.4553, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.48260125499144324, |
| "grad_norm": 0.4630732324267297, |
| "learning_rate": 4.6617336152219874e-05, |
| "loss": 0.4592, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.4837421563034798, |
| "grad_norm": 0.3564440597661613, |
| "learning_rate": 4.6596194503171245e-05, |
| "loss": 0.4506, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.48488305761551626, |
| "grad_norm": 0.39413931707375205, |
| "learning_rate": 4.657505285412262e-05, |
| "loss": 0.4722, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.4860239589275528, |
| "grad_norm": 0.377062944638173, |
| "learning_rate": 4.6553911205074e-05, |
| "loss": 0.4587, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.48716486023958927, |
| "grad_norm": 0.3624696717743631, |
| "learning_rate": 4.653276955602537e-05, |
| "loss": 0.4587, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.4883057615516258, |
| "grad_norm": 0.3380749179957887, |
| "learning_rate": 4.651162790697675e-05, |
| "loss": 0.4456, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.4894466628636623, |
| "grad_norm": 0.3928759661904698, |
| "learning_rate": 4.6490486257928126e-05, |
| "loss": 0.4789, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.4905875641756988, |
| "grad_norm": 0.36642927400424125, |
| "learning_rate": 4.6469344608879496e-05, |
| "loss": 0.465, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.4917284654877353, |
| "grad_norm": 0.4401740516737291, |
| "learning_rate": 4.644820295983087e-05, |
| "loss": 0.4472, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.49286936679977184, |
| "grad_norm": 0.4635191449978593, |
| "learning_rate": 4.6427061310782244e-05, |
| "loss": 0.4637, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.4940102681118083, |
| "grad_norm": 0.4321430146961908, |
| "learning_rate": 4.6405919661733615e-05, |
| "loss": 0.4705, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.49515116942384485, |
| "grad_norm": 0.4583926087622166, |
| "learning_rate": 4.638477801268499e-05, |
| "loss": 0.45, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.49629207073588133, |
| "grad_norm": 0.37924166776725926, |
| "learning_rate": 4.636363636363636e-05, |
| "loss": 0.4635, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.49743297204791787, |
| "grad_norm": 0.3929198503783768, |
| "learning_rate": 4.634249471458774e-05, |
| "loss": 0.4592, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.49857387335995434, |
| "grad_norm": 0.38813120210535945, |
| "learning_rate": 4.632135306553911e-05, |
| "loss": 0.4705, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.4997147746719909, |
| "grad_norm": 0.4762099160364005, |
| "learning_rate": 4.630021141649049e-05, |
| "loss": 0.4792, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.5008556759840274, |
| "grad_norm": 0.46547600756258845, |
| "learning_rate": 4.627906976744186e-05, |
| "loss": 0.4808, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.5019965772960638, |
| "grad_norm": 0.4606755516881231, |
| "learning_rate": 4.625792811839324e-05, |
| "loss": 0.429, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.5031374786081004, |
| "grad_norm": 0.4462475824492918, |
| "learning_rate": 4.6236786469344614e-05, |
| "loss": 0.4689, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.5042783799201369, |
| "grad_norm": 0.47174621173295, |
| "learning_rate": 4.6215644820295985e-05, |
| "loss": 0.4489, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.5054192812321734, |
| "grad_norm": 0.5015710382124482, |
| "learning_rate": 4.619450317124736e-05, |
| "loss": 0.4939, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.50656018254421, |
| "grad_norm": 0.3818394201165467, |
| "learning_rate": 4.617336152219873e-05, |
| "loss": 0.4576, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.5077010838562465, |
| "grad_norm": 0.4225972875649922, |
| "learning_rate": 4.615221987315011e-05, |
| "loss": 0.4654, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.5088419851682829, |
| "grad_norm": 0.40882987228929407, |
| "learning_rate": 4.613107822410148e-05, |
| "loss": 0.4527, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.5099828864803194, |
| "grad_norm": 0.5069671408649863, |
| "learning_rate": 4.610993657505286e-05, |
| "loss": 0.4576, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.511123787792356, |
| "grad_norm": 0.4386417973131366, |
| "learning_rate": 4.608879492600423e-05, |
| "loss": 0.4552, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.5122646891043925, |
| "grad_norm": 0.4747784151033817, |
| "learning_rate": 4.60676532769556e-05, |
| "loss": 0.4561, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.513405590416429, |
| "grad_norm": 0.40932899748081414, |
| "learning_rate": 4.604651162790698e-05, |
| "loss": 0.467, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5145464917284654, |
| "grad_norm": 0.40171173472315463, |
| "learning_rate": 4.602536997885835e-05, |
| "loss": 0.4696, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.515687393040502, |
| "grad_norm": 0.46145868641103904, |
| "learning_rate": 4.6004228329809726e-05, |
| "loss": 0.4737, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.5168282943525385, |
| "grad_norm": 0.38520232110740626, |
| "learning_rate": 4.59830866807611e-05, |
| "loss": 0.4606, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.517969195664575, |
| "grad_norm": 0.4728138540537639, |
| "learning_rate": 4.596194503171248e-05, |
| "loss": 0.4738, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.5191100969766115, |
| "grad_norm": 0.40077436012399575, |
| "learning_rate": 4.594080338266385e-05, |
| "loss": 0.4459, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.5202509982886481, |
| "grad_norm": 0.595822283116385, |
| "learning_rate": 4.591966173361523e-05, |
| "loss": 0.4549, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.5213918996006845, |
| "grad_norm": 0.3754288530168292, |
| "learning_rate": 4.58985200845666e-05, |
| "loss": 0.441, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.522532800912721, |
| "grad_norm": 0.4243930283188664, |
| "learning_rate": 4.587737843551797e-05, |
| "loss": 0.4319, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.5236737022247575, |
| "grad_norm": 0.453192510555693, |
| "learning_rate": 4.585623678646935e-05, |
| "loss": 0.4745, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.5248146035367941, |
| "grad_norm": 0.3976339179450837, |
| "learning_rate": 4.583509513742072e-05, |
| "loss": 0.458, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5259555048488306, |
| "grad_norm": 0.42197906453695416, |
| "learning_rate": 4.5813953488372096e-05, |
| "loss": 0.4591, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.5270964061608671, |
| "grad_norm": 0.35718537422327623, |
| "learning_rate": 4.579281183932347e-05, |
| "loss": 0.4741, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.5282373074729035, |
| "grad_norm": 0.409421659544212, |
| "learning_rate": 4.5771670190274844e-05, |
| "loss": 0.4496, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.5293782087849401, |
| "grad_norm": 0.4168650729475048, |
| "learning_rate": 4.5750528541226215e-05, |
| "loss": 0.4372, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.5305191100969766, |
| "grad_norm": 0.3801742006510912, |
| "learning_rate": 4.572938689217759e-05, |
| "loss": 0.4652, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.5316600114090131, |
| "grad_norm": 0.42600016168123134, |
| "learning_rate": 4.570824524312897e-05, |
| "loss": 0.4416, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.5328009127210497, |
| "grad_norm": 0.46602265019553896, |
| "learning_rate": 4.568710359408034e-05, |
| "loss": 0.4805, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.5339418140330862, |
| "grad_norm": 0.48053850937804116, |
| "learning_rate": 4.566596194503172e-05, |
| "loss": 0.4575, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.5350827153451226, |
| "grad_norm": 0.3986350097784419, |
| "learning_rate": 4.564482029598309e-05, |
| "loss": 0.4786, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.5362236166571591, |
| "grad_norm": 0.4807794088581916, |
| "learning_rate": 4.5623678646934466e-05, |
| "loss": 0.4512, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5373645179691957, |
| "grad_norm": 0.433766824087754, |
| "learning_rate": 4.560253699788584e-05, |
| "loss": 0.4459, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.5385054192812322, |
| "grad_norm": 0.4043451924904348, |
| "learning_rate": 4.5581395348837214e-05, |
| "loss": 0.4389, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.5396463205932687, |
| "grad_norm": 0.4197291913156009, |
| "learning_rate": 4.5560253699788585e-05, |
| "loss": 0.4603, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.5407872219053051, |
| "grad_norm": 0.4118103847467949, |
| "learning_rate": 4.553911205073996e-05, |
| "loss": 0.4201, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.5419281232173417, |
| "grad_norm": 0.4168051352199324, |
| "learning_rate": 4.551797040169133e-05, |
| "loss": 0.4356, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.5430690245293782, |
| "grad_norm": 0.41758694905260396, |
| "learning_rate": 4.5496828752642704e-05, |
| "loss": 0.4762, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.5442099258414147, |
| "grad_norm": 0.3919808019373763, |
| "learning_rate": 4.547568710359408e-05, |
| "loss": 0.4476, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.5453508271534512, |
| "grad_norm": 0.40308219490841923, |
| "learning_rate": 4.545454545454546e-05, |
| "loss": 0.4436, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.5464917284654878, |
| "grad_norm": 0.39908396946636293, |
| "learning_rate": 4.543340380549683e-05, |
| "loss": 0.4541, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.5476326297775242, |
| "grad_norm": 0.46934983540992264, |
| "learning_rate": 4.541226215644821e-05, |
| "loss": 0.4576, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5487735310895607, |
| "grad_norm": 0.3854077371954608, |
| "learning_rate": 4.5391120507399584e-05, |
| "loss": 0.4434, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.5499144324015972, |
| "grad_norm": 0.5319242645223065, |
| "learning_rate": 4.5369978858350955e-05, |
| "loss": 0.4529, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.5510553337136338, |
| "grad_norm": 0.44290253891327724, |
| "learning_rate": 4.5348837209302326e-05, |
| "loss": 0.4594, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.5521962350256703, |
| "grad_norm": 0.4728615530783417, |
| "learning_rate": 4.53276955602537e-05, |
| "loss": 0.4448, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.5533371363377068, |
| "grad_norm": 0.4404097761821421, |
| "learning_rate": 4.5306553911205074e-05, |
| "loss": 0.4426, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.5544780376497433, |
| "grad_norm": 0.4197335397577139, |
| "learning_rate": 4.528541226215645e-05, |
| "loss": 0.4493, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.5556189389617798, |
| "grad_norm": 0.477125915431258, |
| "learning_rate": 4.526427061310782e-05, |
| "loss": 0.438, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.5567598402738163, |
| "grad_norm": 0.4696081174949721, |
| "learning_rate": 4.52431289640592e-05, |
| "loss": 0.455, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.5579007415858528, |
| "grad_norm": 0.47219356202492724, |
| "learning_rate": 4.522198731501057e-05, |
| "loss": 0.4576, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.5590416428978894, |
| "grad_norm": 0.446771837110723, |
| "learning_rate": 4.520084566596195e-05, |
| "loss": 0.4403, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.5601825442099259, |
| "grad_norm": 0.45841656750886967, |
| "learning_rate": 4.517970401691332e-05, |
| "loss": 0.4703, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.5613234455219623, |
| "grad_norm": 0.45874829723391797, |
| "learning_rate": 4.5158562367864696e-05, |
| "loss": 0.4514, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.5624643468339988, |
| "grad_norm": 0.37739002522158893, |
| "learning_rate": 4.513742071881607e-05, |
| "loss": 0.441, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.5636052481460354, |
| "grad_norm": 0.43801802347474533, |
| "learning_rate": 4.5116279069767444e-05, |
| "loss": 0.4535, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.5647461494580719, |
| "grad_norm": 0.41614070993796926, |
| "learning_rate": 4.509513742071882e-05, |
| "loss": 0.4629, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.5658870507701084, |
| "grad_norm": 0.4865275595264474, |
| "learning_rate": 4.507399577167019e-05, |
| "loss": 0.4416, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.5670279520821448, |
| "grad_norm": 0.40655687881400593, |
| "learning_rate": 4.505285412262157e-05, |
| "loss": 0.4574, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.5681688533941814, |
| "grad_norm": 0.39883282407381804, |
| "learning_rate": 4.503171247357294e-05, |
| "loss": 0.4786, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.5693097547062179, |
| "grad_norm": 0.37794544376846617, |
| "learning_rate": 4.501057082452432e-05, |
| "loss": 0.435, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.5704506560182544, |
| "grad_norm": 0.4247854841899775, |
| "learning_rate": 4.498942917547569e-05, |
| "loss": 0.4476, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5715915573302909, |
| "grad_norm": 0.43645967584889545, |
| "learning_rate": 4.496828752642706e-05, |
| "loss": 0.4454, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.5727324586423275, |
| "grad_norm": 0.5187989306988888, |
| "learning_rate": 4.4947145877378436e-05, |
| "loss": 0.4461, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.573873359954364, |
| "grad_norm": 0.37308352823075, |
| "learning_rate": 4.492600422832981e-05, |
| "loss": 0.4341, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.5750142612664004, |
| "grad_norm": 0.5932345231021587, |
| "learning_rate": 4.4904862579281184e-05, |
| "loss": 0.4484, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.576155162578437, |
| "grad_norm": 0.3279197317008337, |
| "learning_rate": 4.488372093023256e-05, |
| "loss": 0.4491, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.5772960638904735, |
| "grad_norm": 0.6100565413888734, |
| "learning_rate": 4.486257928118394e-05, |
| "loss": 0.4376, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.57843696520251, |
| "grad_norm": 0.42409976663616067, |
| "learning_rate": 4.484143763213531e-05, |
| "loss": 0.4637, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.5795778665145465, |
| "grad_norm": 0.47939120843371974, |
| "learning_rate": 4.482029598308669e-05, |
| "loss": 0.4512, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.580718767826583, |
| "grad_norm": 0.6442312396725929, |
| "learning_rate": 4.479915433403806e-05, |
| "loss": 0.4742, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.5818596691386195, |
| "grad_norm": 0.44420537485975053, |
| "learning_rate": 4.477801268498943e-05, |
| "loss": 0.4414, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.583000570450656, |
| "grad_norm": 0.4742282726695118, |
| "learning_rate": 4.4756871035940806e-05, |
| "loss": 0.438, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.5841414717626925, |
| "grad_norm": 0.38983875431488607, |
| "learning_rate": 4.473572938689218e-05, |
| "loss": 0.4615, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.5852823730747291, |
| "grad_norm": 0.47490095846340535, |
| "learning_rate": 4.4714587737843555e-05, |
| "loss": 0.4709, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.5864232743867656, |
| "grad_norm": 0.39696950465421044, |
| "learning_rate": 4.4693446088794925e-05, |
| "loss": 0.4367, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.587564175698802, |
| "grad_norm": 0.45007345784469194, |
| "learning_rate": 4.46723044397463e-05, |
| "loss": 0.4566, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.5887050770108385, |
| "grad_norm": 0.4198390996183237, |
| "learning_rate": 4.465116279069767e-05, |
| "loss": 0.4286, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.5898459783228751, |
| "grad_norm": 0.3779400456562858, |
| "learning_rate": 4.463002114164905e-05, |
| "loss": 0.4437, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.5909868796349116, |
| "grad_norm": 0.41728607717894356, |
| "learning_rate": 4.460887949260043e-05, |
| "loss": 0.4614, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.5921277809469481, |
| "grad_norm": 0.39261690895532547, |
| "learning_rate": 4.45877378435518e-05, |
| "loss": 0.4332, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.5932686822589845, |
| "grad_norm": 0.38020096492819416, |
| "learning_rate": 4.4566596194503176e-05, |
| "loss": 0.4549, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.5944095835710211, |
| "grad_norm": 0.4517763945083566, |
| "learning_rate": 4.454545454545455e-05, |
| "loss": 0.45, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.5955504848830576, |
| "grad_norm": 0.3645340466319383, |
| "learning_rate": 4.4524312896405925e-05, |
| "loss": 0.4473, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.5966913861950941, |
| "grad_norm": 0.355065344453176, |
| "learning_rate": 4.4503171247357295e-05, |
| "loss": 0.4356, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.5978322875071307, |
| "grad_norm": 0.37890494975171685, |
| "learning_rate": 4.448202959830867e-05, |
| "loss": 0.4399, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.5989731888191672, |
| "grad_norm": 0.4555107224314838, |
| "learning_rate": 4.4460887949260043e-05, |
| "loss": 0.4521, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.6001140901312036, |
| "grad_norm": 0.4362531451617325, |
| "learning_rate": 4.443974630021142e-05, |
| "loss": 0.4389, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.6012549914432401, |
| "grad_norm": 0.4126012364452474, |
| "learning_rate": 4.441860465116279e-05, |
| "loss": 0.4392, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.6023958927552767, |
| "grad_norm": 0.4250152394750049, |
| "learning_rate": 4.439746300211416e-05, |
| "loss": 0.4513, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.6035367940673132, |
| "grad_norm": 0.5082523070659859, |
| "learning_rate": 4.437632135306554e-05, |
| "loss": 0.4879, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.6046776953793497, |
| "grad_norm": 0.4238617257851682, |
| "learning_rate": 4.435517970401691e-05, |
| "loss": 0.4898, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.6058185966913862, |
| "grad_norm": 0.5041686903889592, |
| "learning_rate": 4.433403805496829e-05, |
| "loss": 0.4484, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.6069594980034227, |
| "grad_norm": 0.3551559352333077, |
| "learning_rate": 4.4312896405919665e-05, |
| "loss": 0.4463, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.6081003993154592, |
| "grad_norm": 0.4417858792921517, |
| "learning_rate": 4.429175475687104e-05, |
| "loss": 0.4341, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.6092413006274957, |
| "grad_norm": 0.36493597171615005, |
| "learning_rate": 4.4270613107822413e-05, |
| "loss": 0.4358, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.6103822019395322, |
| "grad_norm": 0.4107588079345914, |
| "learning_rate": 4.424947145877379e-05, |
| "loss": 0.4407, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.6115231032515688, |
| "grad_norm": 0.4463977858001759, |
| "learning_rate": 4.422832980972516e-05, |
| "loss": 0.4586, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.6126640045636053, |
| "grad_norm": 0.3835290921335774, |
| "learning_rate": 4.420718816067653e-05, |
| "loss": 0.4686, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.6138049058756417, |
| "grad_norm": 0.4235575449577358, |
| "learning_rate": 4.418604651162791e-05, |
| "loss": 0.4529, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.6149458071876782, |
| "grad_norm": 0.37221690443646094, |
| "learning_rate": 4.416490486257928e-05, |
| "loss": 0.4449, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.6160867084997148, |
| "grad_norm": 0.4607925845239333, |
| "learning_rate": 4.414376321353066e-05, |
| "loss": 0.4696, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.6172276098117513, |
| "grad_norm": 0.4643989526274435, |
| "learning_rate": 4.412262156448203e-05, |
| "loss": 0.4588, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.6183685111237878, |
| "grad_norm": 0.50099310470488, |
| "learning_rate": 4.4101479915433406e-05, |
| "loss": 0.4585, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.6195094124358242, |
| "grad_norm": 0.41648393536142087, |
| "learning_rate": 4.408033826638478e-05, |
| "loss": 0.447, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.6206503137478608, |
| "grad_norm": 0.46190569039774876, |
| "learning_rate": 4.4059196617336154e-05, |
| "loss": 0.4609, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.6217912150598973, |
| "grad_norm": 0.4862977173283739, |
| "learning_rate": 4.403805496828753e-05, |
| "loss": 0.4375, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.6229321163719338, |
| "grad_norm": 0.43294207299393156, |
| "learning_rate": 4.40169133192389e-05, |
| "loss": 0.4614, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.6240730176839704, |
| "grad_norm": 0.43760535192587485, |
| "learning_rate": 4.399577167019028e-05, |
| "loss": 0.4528, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.6252139189960069, |
| "grad_norm": 0.4247353277953283, |
| "learning_rate": 4.397463002114165e-05, |
| "loss": 0.4612, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.6263548203080433, |
| "grad_norm": 0.3829123288668259, |
| "learning_rate": 4.395348837209303e-05, |
| "loss": 0.4559, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.6274957216200798, |
| "grad_norm": 0.4363586414650476, |
| "learning_rate": 4.39323467230444e-05, |
| "loss": 0.4386, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6286366229321164, |
| "grad_norm": 0.43682485012615274, |
| "learning_rate": 4.3911205073995776e-05, |
| "loss": 0.4623, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.6297775242441529, |
| "grad_norm": 0.4105313864106847, |
| "learning_rate": 4.389006342494715e-05, |
| "loss": 0.4538, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.6309184255561894, |
| "grad_norm": 0.3949382109776014, |
| "learning_rate": 4.3868921775898524e-05, |
| "loss": 0.4633, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.6320593268682259, |
| "grad_norm": 0.3787686846291949, |
| "learning_rate": 4.3847780126849895e-05, |
| "loss": 0.4492, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.6332002281802624, |
| "grad_norm": 0.41141740644120794, |
| "learning_rate": 4.3826638477801266e-05, |
| "loss": 0.4499, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.6343411294922989, |
| "grad_norm": 0.34586933918003787, |
| "learning_rate": 4.380549682875264e-05, |
| "loss": 0.4355, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.6354820308043354, |
| "grad_norm": 0.3768323855768829, |
| "learning_rate": 4.378435517970402e-05, |
| "loss": 0.466, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.6366229321163719, |
| "grad_norm": 0.3415297803284673, |
| "learning_rate": 4.37632135306554e-05, |
| "loss": 0.4622, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.6377638334284085, |
| "grad_norm": 0.38672987304843115, |
| "learning_rate": 4.374207188160677e-05, |
| "loss": 0.4539, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.638904734740445, |
| "grad_norm": 0.3891339211787994, |
| "learning_rate": 4.3720930232558146e-05, |
| "loss": 0.4655, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6400456360524814, |
| "grad_norm": 0.37804765686531433, |
| "learning_rate": 4.369978858350952e-05, |
| "loss": 0.4554, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.6411865373645179, |
| "grad_norm": 0.41386853119656003, |
| "learning_rate": 4.367864693446089e-05, |
| "loss": 0.4563, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.6423274386765545, |
| "grad_norm": 0.3575661475152617, |
| "learning_rate": 4.3657505285412265e-05, |
| "loss": 0.4614, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.643468339988591, |
| "grad_norm": 0.3888937986353574, |
| "learning_rate": 4.3636363636363636e-05, |
| "loss": 0.4419, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.6446092413006275, |
| "grad_norm": 0.3728029276862445, |
| "learning_rate": 4.361522198731501e-05, |
| "loss": 0.434, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.6457501426126641, |
| "grad_norm": 0.3175142322947935, |
| "learning_rate": 4.3594080338266384e-05, |
| "loss": 0.4273, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.6468910439247005, |
| "grad_norm": 0.3594464916075461, |
| "learning_rate": 4.357293868921776e-05, |
| "loss": 0.4175, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.648031945236737, |
| "grad_norm": 0.31869903166119784, |
| "learning_rate": 4.355179704016913e-05, |
| "loss": 0.4376, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.6491728465487735, |
| "grad_norm": 0.3775961482431801, |
| "learning_rate": 4.353065539112051e-05, |
| "loss": 0.4469, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.6503137478608101, |
| "grad_norm": 0.35464274630677184, |
| "learning_rate": 4.350951374207189e-05, |
| "loss": 0.4393, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.6514546491728466, |
| "grad_norm": 0.37213536538672665, |
| "learning_rate": 4.348837209302326e-05, |
| "loss": 0.4568, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.652595550484883, |
| "grad_norm": 0.3781132343756537, |
| "learning_rate": 4.3467230443974635e-05, |
| "loss": 0.4535, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.6537364517969195, |
| "grad_norm": 0.36912322283896176, |
| "learning_rate": 4.3446088794926006e-05, |
| "loss": 0.4391, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.6548773531089561, |
| "grad_norm": 0.391374326479424, |
| "learning_rate": 4.342494714587738e-05, |
| "loss": 0.4449, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.6560182544209926, |
| "grad_norm": 0.4036376938390525, |
| "learning_rate": 4.3403805496828754e-05, |
| "loss": 0.4497, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.6571591557330291, |
| "grad_norm": 0.45153276772782586, |
| "learning_rate": 4.338266384778013e-05, |
| "loss": 0.4557, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.6583000570450656, |
| "grad_norm": 0.364556752115259, |
| "learning_rate": 4.33615221987315e-05, |
| "loss": 0.437, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.6594409583571021, |
| "grad_norm": 0.4115989364215942, |
| "learning_rate": 4.334038054968288e-05, |
| "loss": 0.4429, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.6605818596691386, |
| "grad_norm": 0.34885336248603255, |
| "learning_rate": 4.331923890063425e-05, |
| "loss": 0.4508, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.6617227609811751, |
| "grad_norm": 0.34730597454686063, |
| "learning_rate": 4.329809725158562e-05, |
| "loss": 0.4549, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.6628636622932116, |
| "grad_norm": 0.3908862001840564, |
| "learning_rate": 4.3276955602537e-05, |
| "loss": 0.4316, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.6640045636052482, |
| "grad_norm": 0.3632548361740951, |
| "learning_rate": 4.325581395348837e-05, |
| "loss": 0.4666, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.6651454649172847, |
| "grad_norm": 0.32265295885901846, |
| "learning_rate": 4.3234672304439746e-05, |
| "loss": 0.416, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.6662863662293211, |
| "grad_norm": 0.3505405594741678, |
| "learning_rate": 4.3213530655391124e-05, |
| "loss": 0.4508, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.6674272675413577, |
| "grad_norm": 0.35717088625469834, |
| "learning_rate": 4.31923890063425e-05, |
| "loss": 0.4081, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.6685681688533942, |
| "grad_norm": 0.3283024234495235, |
| "learning_rate": 4.317124735729387e-05, |
| "loss": 0.4228, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.6697090701654307, |
| "grad_norm": 0.4160501781111346, |
| "learning_rate": 4.315010570824525e-05, |
| "loss": 0.4404, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.6708499714774672, |
| "grad_norm": 0.3756742508086247, |
| "learning_rate": 4.312896405919662e-05, |
| "loss": 0.426, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.6719908727895038, |
| "grad_norm": 0.40139465792011, |
| "learning_rate": 4.310782241014799e-05, |
| "loss": 0.4593, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.6731317741015402, |
| "grad_norm": 0.4386921676603729, |
| "learning_rate": 4.308668076109937e-05, |
| "loss": 0.4357, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.6742726754135767, |
| "grad_norm": 0.3823795585192541, |
| "learning_rate": 4.306553911205074e-05, |
| "loss": 0.4359, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.6754135767256132, |
| "grad_norm": 0.43423365898558286, |
| "learning_rate": 4.3044397463002116e-05, |
| "loss": 0.429, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.6765544780376498, |
| "grad_norm": 0.3641873671007196, |
| "learning_rate": 4.302325581395349e-05, |
| "loss": 0.4553, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.6776953793496863, |
| "grad_norm": 0.4026856912219095, |
| "learning_rate": 4.3002114164904865e-05, |
| "loss": 0.4276, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.6788362806617227, |
| "grad_norm": 0.3701040977337515, |
| "learning_rate": 4.2980972515856235e-05, |
| "loss": 0.4598, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.6799771819737592, |
| "grad_norm": 0.36586205284253925, |
| "learning_rate": 4.295983086680761e-05, |
| "loss": 0.4536, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.6811180832857958, |
| "grad_norm": 0.4076865049400923, |
| "learning_rate": 4.293868921775899e-05, |
| "loss": 0.4317, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.6822589845978323, |
| "grad_norm": 0.3642152640530504, |
| "learning_rate": 4.291754756871036e-05, |
| "loss": 0.4408, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.6833998859098688, |
| "grad_norm": 0.3863091802215573, |
| "learning_rate": 4.289640591966174e-05, |
| "loss": 0.4371, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.6845407872219053, |
| "grad_norm": 0.3639715030666885, |
| "learning_rate": 4.287526427061311e-05, |
| "loss": 0.4774, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6856816885339418, |
| "grad_norm": 0.45375108529568486, |
| "learning_rate": 4.2854122621564486e-05, |
| "loss": 0.437, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.6868225898459783, |
| "grad_norm": 0.3575285998180481, |
| "learning_rate": 4.283298097251586e-05, |
| "loss": 0.4373, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.6879634911580148, |
| "grad_norm": 0.4316339298329872, |
| "learning_rate": 4.2811839323467235e-05, |
| "loss": 0.4435, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.6891043924700513, |
| "grad_norm": 0.3982746161067394, |
| "learning_rate": 4.2790697674418605e-05, |
| "loss": 0.448, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.6902452937820879, |
| "grad_norm": 0.4099138290097522, |
| "learning_rate": 4.276955602536998e-05, |
| "loss": 0.4492, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.6913861950941244, |
| "grad_norm": 0.4411788104044321, |
| "learning_rate": 4.2748414376321353e-05, |
| "loss": 0.4558, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.6925270964061608, |
| "grad_norm": 0.3529679384408867, |
| "learning_rate": 4.2727272727272724e-05, |
| "loss": 0.4384, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.6936679977181974, |
| "grad_norm": 0.5228971823650882, |
| "learning_rate": 4.27061310782241e-05, |
| "loss": 0.4532, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.6948088990302339, |
| "grad_norm": 0.4448630770296031, |
| "learning_rate": 4.268498942917548e-05, |
| "loss": 0.4329, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.6959498003422704, |
| "grad_norm": 0.45059670019551196, |
| "learning_rate": 4.2663847780126857e-05, |
| "loss": 0.4423, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.6970907016543069, |
| "grad_norm": 0.4150170695256607, |
| "learning_rate": 4.264270613107823e-05, |
| "loss": 0.4394, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.6982316029663435, |
| "grad_norm": 0.4796338142973703, |
| "learning_rate": 4.2621564482029605e-05, |
| "loss": 0.4503, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.6993725042783799, |
| "grad_norm": 0.44780277545991026, |
| "learning_rate": 4.2600422832980975e-05, |
| "loss": 0.4455, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.7005134055904164, |
| "grad_norm": 0.3768482859123564, |
| "learning_rate": 4.257928118393235e-05, |
| "loss": 0.4379, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.7016543069024529, |
| "grad_norm": 0.5435524540760096, |
| "learning_rate": 4.2558139534883724e-05, |
| "loss": 0.4411, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.7027952082144895, |
| "grad_norm": 0.34397188124743944, |
| "learning_rate": 4.2536997885835094e-05, |
| "loss": 0.4418, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.703936109526526, |
| "grad_norm": 0.40313198481577966, |
| "learning_rate": 4.251585623678647e-05, |
| "loss": 0.4481, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.7050770108385624, |
| "grad_norm": 0.3711854195341639, |
| "learning_rate": 4.249471458773784e-05, |
| "loss": 0.4185, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.7062179121505989, |
| "grad_norm": 0.437619206266504, |
| "learning_rate": 4.247357293868922e-05, |
| "loss": 0.4521, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.7073588134626355, |
| "grad_norm": 0.3930220809028567, |
| "learning_rate": 4.245243128964059e-05, |
| "loss": 0.4405, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.708499714774672, |
| "grad_norm": 0.38247345005779415, |
| "learning_rate": 4.243128964059197e-05, |
| "loss": 0.4208, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.7096406160867085, |
| "grad_norm": 0.3437369531927041, |
| "learning_rate": 4.241014799154334e-05, |
| "loss": 0.4266, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.710781517398745, |
| "grad_norm": 0.386284137063292, |
| "learning_rate": 4.2389006342494716e-05, |
| "loss": 0.4654, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.7119224187107815, |
| "grad_norm": 0.41209070817450555, |
| "learning_rate": 4.2367864693446094e-05, |
| "loss": 0.4607, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.713063320022818, |
| "grad_norm": 0.3597165445736412, |
| "learning_rate": 4.2346723044397464e-05, |
| "loss": 0.4375, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.7142042213348545, |
| "grad_norm": 0.408138228545156, |
| "learning_rate": 4.232558139534884e-05, |
| "loss": 0.4502, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.7153451226468911, |
| "grad_norm": 0.36219755317558133, |
| "learning_rate": 4.230443974630021e-05, |
| "loss": 0.4339, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.7164860239589276, |
| "grad_norm": 0.46705886769040666, |
| "learning_rate": 4.228329809725159e-05, |
| "loss": 0.4471, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.7176269252709641, |
| "grad_norm": 0.3737277765853678, |
| "learning_rate": 4.226215644820296e-05, |
| "loss": 0.4381, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.7187678265830005, |
| "grad_norm": 0.45979676093246313, |
| "learning_rate": 4.224101479915434e-05, |
| "loss": 0.4127, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.7199087278950371, |
| "grad_norm": 0.3527512994318668, |
| "learning_rate": 4.221987315010571e-05, |
| "loss": 0.4266, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.7210496292070736, |
| "grad_norm": 0.45287617912713696, |
| "learning_rate": 4.2198731501057086e-05, |
| "loss": 0.4532, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.7221905305191101, |
| "grad_norm": 0.4378159828504365, |
| "learning_rate": 4.217758985200846e-05, |
| "loss": 0.452, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.7233314318311466, |
| "grad_norm": 0.3612319011735092, |
| "learning_rate": 4.215644820295983e-05, |
| "loss": 0.4402, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.7244723331431832, |
| "grad_norm": 0.5319032554121892, |
| "learning_rate": 4.2135306553911205e-05, |
| "loss": 0.4515, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.7256132344552196, |
| "grad_norm": 0.36897795859259513, |
| "learning_rate": 4.211416490486258e-05, |
| "loss": 0.4321, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.7267541357672561, |
| "grad_norm": 0.6220522354879798, |
| "learning_rate": 4.209302325581396e-05, |
| "loss": 0.49, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.7278950370792926, |
| "grad_norm": 0.34250504144074906, |
| "learning_rate": 4.207188160676533e-05, |
| "loss": 0.4517, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.7290359383913292, |
| "grad_norm": 0.4460241276659019, |
| "learning_rate": 4.205073995771671e-05, |
| "loss": 0.442, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.7301768397033657, |
| "grad_norm": 0.4474909489048968, |
| "learning_rate": 4.202959830866808e-05, |
| "loss": 0.444, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.7313177410154021, |
| "grad_norm": 0.3577226115951208, |
| "learning_rate": 4.2008456659619456e-05, |
| "loss": 0.4335, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.7324586423274386, |
| "grad_norm": 0.4436466435939107, |
| "learning_rate": 4.198731501057083e-05, |
| "loss": 0.4245, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.7335995436394752, |
| "grad_norm": 0.3619666710909827, |
| "learning_rate": 4.19661733615222e-05, |
| "loss": 0.4435, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.7347404449515117, |
| "grad_norm": 0.4557130869879469, |
| "learning_rate": 4.1945031712473575e-05, |
| "loss": 0.4601, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.7358813462635482, |
| "grad_norm": 0.3990712259993655, |
| "learning_rate": 4.1923890063424946e-05, |
| "loss": 0.442, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.7370222475755848, |
| "grad_norm": 0.35936180822504243, |
| "learning_rate": 4.190274841437632e-05, |
| "loss": 0.4258, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.7381631488876212, |
| "grad_norm": 0.4412671459103769, |
| "learning_rate": 4.1881606765327694e-05, |
| "loss": 0.4366, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.7393040501996577, |
| "grad_norm": 0.3480605482648498, |
| "learning_rate": 4.186046511627907e-05, |
| "loss": 0.424, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.7404449515116942, |
| "grad_norm": 0.4545769918829186, |
| "learning_rate": 4.183932346723045e-05, |
| "loss": 0.4431, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.7415858528237308, |
| "grad_norm": 0.38397067925303624, |
| "learning_rate": 4.181818181818182e-05, |
| "loss": 0.4333, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7427267541357673, |
| "grad_norm": 0.4006047262191059, |
| "learning_rate": 4.17970401691332e-05, |
| "loss": 0.4293, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.7438676554478038, |
| "grad_norm": 0.33535629621116786, |
| "learning_rate": 4.177589852008457e-05, |
| "loss": 0.4369, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.7450085567598402, |
| "grad_norm": 0.4430399993047538, |
| "learning_rate": 4.1754756871035945e-05, |
| "loss": 0.459, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.7461494580718768, |
| "grad_norm": 0.48222782093736927, |
| "learning_rate": 4.1733615221987316e-05, |
| "loss": 0.457, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.7472903593839133, |
| "grad_norm": 0.38117402510092147, |
| "learning_rate": 4.171247357293869e-05, |
| "loss": 0.4575, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.7484312606959498, |
| "grad_norm": 0.5246051148892976, |
| "learning_rate": 4.1691331923890064e-05, |
| "loss": 0.4431, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.7495721620079863, |
| "grad_norm": 0.34928037914201676, |
| "learning_rate": 4.167019027484144e-05, |
| "loss": 0.4386, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.7507130633200229, |
| "grad_norm": 0.48475845301346415, |
| "learning_rate": 4.164904862579281e-05, |
| "loss": 0.4512, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.7518539646320593, |
| "grad_norm": 0.33139730820658986, |
| "learning_rate": 4.162790697674418e-05, |
| "loss": 0.422, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.7529948659440958, |
| "grad_norm": 0.46025984093444033, |
| "learning_rate": 4.160676532769556e-05, |
| "loss": 0.4546, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.7541357672561323, |
| "grad_norm": 0.43742732367054127, |
| "learning_rate": 4.158562367864694e-05, |
| "loss": 0.4365, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.7552766685681689, |
| "grad_norm": 0.39466973998333554, |
| "learning_rate": 4.1564482029598315e-05, |
| "loss": 0.447, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.7564175698802054, |
| "grad_norm": 0.4164710504296488, |
| "learning_rate": 4.1543340380549686e-05, |
| "loss": 0.4341, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.7575584711922418, |
| "grad_norm": 0.3445633470818866, |
| "learning_rate": 4.152219873150106e-05, |
| "loss": 0.461, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.7586993725042784, |
| "grad_norm": 0.3580827508193947, |
| "learning_rate": 4.1501057082452434e-05, |
| "loss": 0.4172, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.7598402738163149, |
| "grad_norm": 0.3676001265506075, |
| "learning_rate": 4.147991543340381e-05, |
| "loss": 0.4428, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.7609811751283514, |
| "grad_norm": 0.3505942690631605, |
| "learning_rate": 4.145877378435518e-05, |
| "loss": 0.4432, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.7621220764403879, |
| "grad_norm": 0.3891067229029948, |
| "learning_rate": 4.143763213530655e-05, |
| "loss": 0.4467, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.7632629777524245, |
| "grad_norm": 0.3734083446553611, |
| "learning_rate": 4.141649048625793e-05, |
| "loss": 0.4269, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.764403879064461, |
| "grad_norm": 0.39030324929612525, |
| "learning_rate": 4.13953488372093e-05, |
| "loss": 0.4421, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.7655447803764974, |
| "grad_norm": 0.42958890638506364, |
| "learning_rate": 4.137420718816068e-05, |
| "loss": 0.4062, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.7666856816885339, |
| "grad_norm": 0.30539972744468097, |
| "learning_rate": 4.135306553911205e-05, |
| "loss": 0.4479, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.7678265830005705, |
| "grad_norm": 0.3702174124250884, |
| "learning_rate": 4.1331923890063427e-05, |
| "loss": 0.435, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.768967484312607, |
| "grad_norm": 0.33009900205382475, |
| "learning_rate": 4.13107822410148e-05, |
| "loss": 0.4345, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.7701083856246435, |
| "grad_norm": 0.3245007702409929, |
| "learning_rate": 4.1289640591966175e-05, |
| "loss": 0.4453, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.7712492869366799, |
| "grad_norm": 0.40666300271812594, |
| "learning_rate": 4.126849894291755e-05, |
| "loss": 0.4605, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.7723901882487165, |
| "grad_norm": 0.36635310340240823, |
| "learning_rate": 4.124735729386892e-05, |
| "loss": 0.4264, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.773531089560753, |
| "grad_norm": 0.4299812969188949, |
| "learning_rate": 4.12262156448203e-05, |
| "loss": 0.4224, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.7746719908727895, |
| "grad_norm": 0.359428711940889, |
| "learning_rate": 4.120507399577167e-05, |
| "loss": 0.4417, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.775812892184826, |
| "grad_norm": 0.4677963722655903, |
| "learning_rate": 4.118393234672305e-05, |
| "loss": 0.4574, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.7769537934968626, |
| "grad_norm": 0.4233752207812584, |
| "learning_rate": 4.116279069767442e-05, |
| "loss": 0.4481, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.778094694808899, |
| "grad_norm": 0.3835874030237872, |
| "learning_rate": 4.1141649048625797e-05, |
| "loss": 0.4298, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.7792355961209355, |
| "grad_norm": 0.37669645948536934, |
| "learning_rate": 4.112050739957717e-05, |
| "loss": 0.4513, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.780376497432972, |
| "grad_norm": 0.36373603981263314, |
| "learning_rate": 4.1099365750528545e-05, |
| "loss": 0.443, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.7815173987450086, |
| "grad_norm": 0.3753684899759581, |
| "learning_rate": 4.1078224101479915e-05, |
| "loss": 0.4269, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.7826583000570451, |
| "grad_norm": 0.3605434844405242, |
| "learning_rate": 4.1057082452431286e-05, |
| "loss": 0.4323, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.7837992013690815, |
| "grad_norm": 0.3462661479430446, |
| "learning_rate": 4.1035940803382664e-05, |
| "loss": 0.4326, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.7849401026811181, |
| "grad_norm": 0.4204439751599984, |
| "learning_rate": 4.101479915433404e-05, |
| "loss": 0.4373, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.7860810039931546, |
| "grad_norm": 0.3280914793709163, |
| "learning_rate": 4.099365750528542e-05, |
| "loss": 0.4535, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.7872219053051911, |
| "grad_norm": 0.35041349522279136, |
| "learning_rate": 4.097251585623679e-05, |
| "loss": 0.4381, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.7883628066172276, |
| "grad_norm": 0.3988862381741282, |
| "learning_rate": 4.0951374207188167e-05, |
| "loss": 0.4651, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.7895037079292642, |
| "grad_norm": 0.3424394514285045, |
| "learning_rate": 4.093023255813954e-05, |
| "loss": 0.4441, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.7906446092413006, |
| "grad_norm": 0.3490799047610466, |
| "learning_rate": 4.0909090909090915e-05, |
| "loss": 0.4404, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.7917855105533371, |
| "grad_norm": 0.3503575821053399, |
| "learning_rate": 4.0887949260042285e-05, |
| "loss": 0.425, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.7929264118653736, |
| "grad_norm": 0.365659614058789, |
| "learning_rate": 4.0866807610993656e-05, |
| "loss": 0.4339, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.7940673131774102, |
| "grad_norm": 0.39539532500596763, |
| "learning_rate": 4.0845665961945034e-05, |
| "loss": 0.4446, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.7952082144894467, |
| "grad_norm": 0.3250304775152391, |
| "learning_rate": 4.0824524312896404e-05, |
| "loss": 0.438, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.7963491158014832, |
| "grad_norm": 0.4909285073320248, |
| "learning_rate": 4.080338266384778e-05, |
| "loss": 0.4463, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.7974900171135196, |
| "grad_norm": 0.37590033225791325, |
| "learning_rate": 4.078224101479915e-05, |
| "loss": 0.4491, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.7986309184255562, |
| "grad_norm": 0.45070180362214113, |
| "learning_rate": 4.076109936575053e-05, |
| "loss": 0.4299, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.7997718197375927, |
| "grad_norm": 0.4251332388315139, |
| "learning_rate": 4.073995771670191e-05, |
| "loss": 0.4571, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.8009127210496292, |
| "grad_norm": 0.48990786595017877, |
| "learning_rate": 4.0718816067653285e-05, |
| "loss": 0.4453, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.8020536223616657, |
| "grad_norm": 0.5002547392375538, |
| "learning_rate": 4.0697674418604655e-05, |
| "loss": 0.4207, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.8031945236737023, |
| "grad_norm": 0.4659070323210945, |
| "learning_rate": 4.0676532769556026e-05, |
| "loss": 0.4535, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.8043354249857387, |
| "grad_norm": 0.5731835975203691, |
| "learning_rate": 4.0655391120507404e-05, |
| "loss": 0.4349, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.8054763262977752, |
| "grad_norm": 0.4228304566829878, |
| "learning_rate": 4.0634249471458774e-05, |
| "loss": 0.4291, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.8066172276098118, |
| "grad_norm": 0.5720554991869126, |
| "learning_rate": 4.061310782241015e-05, |
| "loss": 0.4554, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.8077581289218483, |
| "grad_norm": 0.4853803231526458, |
| "learning_rate": 4.059196617336152e-05, |
| "loss": 0.4836, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.8088990302338848, |
| "grad_norm": 0.4971208032161558, |
| "learning_rate": 4.05708245243129e-05, |
| "loss": 0.4413, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.8100399315459212, |
| "grad_norm": 0.5127734596329273, |
| "learning_rate": 4.054968287526427e-05, |
| "loss": 0.4554, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.8111808328579578, |
| "grad_norm": 0.6714943186997662, |
| "learning_rate": 4.052854122621565e-05, |
| "loss": 0.4447, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.8123217341699943, |
| "grad_norm": 0.40895342997960105, |
| "learning_rate": 4.050739957716702e-05, |
| "loss": 0.4287, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.8134626354820308, |
| "grad_norm": 0.5479757534782737, |
| "learning_rate": 4.0486257928118396e-05, |
| "loss": 0.4436, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.8146035367940673, |
| "grad_norm": 0.5279155713449081, |
| "learning_rate": 4.046511627906977e-05, |
| "loss": 0.4381, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.8157444381061039, |
| "grad_norm": 0.434094864002774, |
| "learning_rate": 4.0443974630021144e-05, |
| "loss": 0.4305, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.8168853394181403, |
| "grad_norm": 0.6187261983111648, |
| "learning_rate": 4.042283298097252e-05, |
| "loss": 0.4264, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.8180262407301768, |
| "grad_norm": 0.3828855462779502, |
| "learning_rate": 4.040169133192389e-05, |
| "loss": 0.4303, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.8191671420422133, |
| "grad_norm": 0.5189377615161761, |
| "learning_rate": 4.038054968287527e-05, |
| "loss": 0.4384, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.8203080433542499, |
| "grad_norm": 0.41329860126451856, |
| "learning_rate": 4.035940803382664e-05, |
| "loss": 0.4325, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.8214489446662864, |
| "grad_norm": 0.3937265367654548, |
| "learning_rate": 4.033826638477802e-05, |
| "loss": 0.422, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.8225898459783229, |
| "grad_norm": 0.43755932917102885, |
| "learning_rate": 4.031712473572939e-05, |
| "loss": 0.4028, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.8237307472903593, |
| "grad_norm": 0.4157908856486112, |
| "learning_rate": 4.029598308668076e-05, |
| "loss": 0.438, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.8248716486023959, |
| "grad_norm": 0.502065224922776, |
| "learning_rate": 4.027484143763214e-05, |
| "loss": 0.4181, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.8260125499144324, |
| "grad_norm": 0.3780582332426594, |
| "learning_rate": 4.025369978858351e-05, |
| "loss": 0.4201, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.8271534512264689, |
| "grad_norm": 0.34860648789791515, |
| "learning_rate": 4.0232558139534885e-05, |
| "loss": 0.4546, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.8282943525385055, |
| "grad_norm": 0.43374943583927567, |
| "learning_rate": 4.0211416490486256e-05, |
| "loss": 0.4166, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.829435253850542, |
| "grad_norm": 0.34017878511195426, |
| "learning_rate": 4.019027484143763e-05, |
| "loss": 0.4584, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.8305761551625784, |
| "grad_norm": 0.4520337372094188, |
| "learning_rate": 4.016913319238901e-05, |
| "loss": 0.4515, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.8317170564746149, |
| "grad_norm": 0.4484495076947604, |
| "learning_rate": 4.014799154334038e-05, |
| "loss": 0.4477, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.8328579577866515, |
| "grad_norm": 0.39071842952373664, |
| "learning_rate": 4.012684989429176e-05, |
| "loss": 0.44, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.833998859098688, |
| "grad_norm": 0.4709103934572106, |
| "learning_rate": 4.010570824524313e-05, |
| "loss": 0.4105, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.8351397604107245, |
| "grad_norm": 0.3693181402492397, |
| "learning_rate": 4.008456659619451e-05, |
| "loss": 0.4423, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.8362806617227609, |
| "grad_norm": 0.3438695738762642, |
| "learning_rate": 4.006342494714588e-05, |
| "loss": 0.4151, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.8374215630347975, |
| "grad_norm": 0.3749841228080736, |
| "learning_rate": 4.0042283298097255e-05, |
| "loss": 0.4387, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.838562464346834, |
| "grad_norm": 0.31093266972310163, |
| "learning_rate": 4.0021141649048626e-05, |
| "loss": 0.4245, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.8397033656588705, |
| "grad_norm": 0.3842543200844472, |
| "learning_rate": 4e-05, |
| "loss": 0.4361, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.840844266970907, |
| "grad_norm": 0.3766287686752745, |
| "learning_rate": 3.9978858350951374e-05, |
| "loss": 0.4228, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.8419851682829436, |
| "grad_norm": 0.35517260008860085, |
| "learning_rate": 3.9957716701902745e-05, |
| "loss": 0.4359, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.84312606959498, |
| "grad_norm": 0.4419338843198511, |
| "learning_rate": 3.993657505285412e-05, |
| "loss": 0.4304, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.8442669709070165, |
| "grad_norm": 0.513467064125959, |
| "learning_rate": 3.99154334038055e-05, |
| "loss": 0.4403, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.845407872219053, |
| "grad_norm": 0.4810139092669358, |
| "learning_rate": 3.989429175475688e-05, |
| "loss": 0.4677, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.8465487735310896, |
| "grad_norm": 0.39212605153330693, |
| "learning_rate": 3.987315010570825e-05, |
| "loss": 0.4425, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.8476896748431261, |
| "grad_norm": 0.41040105526904663, |
| "learning_rate": 3.9852008456659625e-05, |
| "loss": 0.4298, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.8488305761551626, |
| "grad_norm": 0.462499235826406, |
| "learning_rate": 3.9830866807610996e-05, |
| "loss": 0.4075, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.849971477467199, |
| "grad_norm": 0.38462443248324996, |
| "learning_rate": 3.980972515856237e-05, |
| "loss": 0.4281, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.8511123787792356, |
| "grad_norm": 0.38604978434276516, |
| "learning_rate": 3.9788583509513744e-05, |
| "loss": 0.4358, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.8522532800912721, |
| "grad_norm": 0.3984294927193753, |
| "learning_rate": 3.9767441860465115e-05, |
| "loss": 0.4151, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.8533941814033086, |
| "grad_norm": 0.36801620604521634, |
| "learning_rate": 3.974630021141649e-05, |
| "loss": 0.4293, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.8545350827153452, |
| "grad_norm": 0.3374397580238608, |
| "learning_rate": 3.972515856236786e-05, |
| "loss": 0.4139, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.8556759840273817, |
| "grad_norm": 0.42454353852197896, |
| "learning_rate": 3.970401691331924e-05, |
| "loss": 0.4351, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8568168853394181, |
| "grad_norm": 0.3940551073101426, |
| "learning_rate": 3.968287526427061e-05, |
| "loss": 0.4324, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.8579577866514546, |
| "grad_norm": 0.40588237811060596, |
| "learning_rate": 3.966173361522199e-05, |
| "loss": 0.4194, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.8590986879634912, |
| "grad_norm": 0.420807467022524, |
| "learning_rate": 3.9640591966173366e-05, |
| "loss": 0.4491, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.8602395892755277, |
| "grad_norm": 0.4540159144239781, |
| "learning_rate": 3.961945031712474e-05, |
| "loss": 0.4092, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.8613804905875642, |
| "grad_norm": 0.46954467807566896, |
| "learning_rate": 3.9598308668076114e-05, |
| "loss": 0.4504, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.8625213918996006, |
| "grad_norm": 0.4221414094460434, |
| "learning_rate": 3.9577167019027485e-05, |
| "loss": 0.4364, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.8636622932116372, |
| "grad_norm": 0.41911229551531937, |
| "learning_rate": 3.955602536997886e-05, |
| "loss": 0.4395, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.8648031945236737, |
| "grad_norm": 0.4334933603326218, |
| "learning_rate": 3.953488372093023e-05, |
| "loss": 0.4341, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.8659440958357102, |
| "grad_norm": 0.427182558681861, |
| "learning_rate": 3.951374207188161e-05, |
| "loss": 0.4234, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.8670849971477467, |
| "grad_norm": 0.4679381773381296, |
| "learning_rate": 3.949260042283298e-05, |
| "loss": 0.4461, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.8682258984597833, |
| "grad_norm": 0.3997765960963666, |
| "learning_rate": 3.947145877378436e-05, |
| "loss": 0.4553, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.8693667997718197, |
| "grad_norm": 0.47893488084130953, |
| "learning_rate": 3.945031712473573e-05, |
| "loss": 0.4383, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.8705077010838562, |
| "grad_norm": 0.387091880809383, |
| "learning_rate": 3.942917547568711e-05, |
| "loss": 0.4231, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.8716486023958927, |
| "grad_norm": 0.3967940661402007, |
| "learning_rate": 3.940803382663848e-05, |
| "loss": 0.429, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.8727895037079293, |
| "grad_norm": 0.45115954790258245, |
| "learning_rate": 3.9386892177589855e-05, |
| "loss": 0.4412, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.8739304050199658, |
| "grad_norm": 0.31431831863394666, |
| "learning_rate": 3.9365750528541225e-05, |
| "loss": 0.4142, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.8750713063320023, |
| "grad_norm": 0.5271261001088663, |
| "learning_rate": 3.93446088794926e-05, |
| "loss": 0.4582, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.8762122076440388, |
| "grad_norm": 0.37960216759246174, |
| "learning_rate": 3.932346723044398e-05, |
| "loss": 0.4451, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.8773531089560753, |
| "grad_norm": 0.5153918934168993, |
| "learning_rate": 3.930232558139535e-05, |
| "loss": 0.4421, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.8784940102681118, |
| "grad_norm": 0.40777595518236365, |
| "learning_rate": 3.928118393234673e-05, |
| "loss": 0.4329, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.8796349115801483, |
| "grad_norm": 0.4054358265499145, |
| "learning_rate": 3.92600422832981e-05, |
| "loss": 0.4492, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.8807758128921849, |
| "grad_norm": 0.45758804362718547, |
| "learning_rate": 3.923890063424948e-05, |
| "loss": 0.4491, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.8819167142042214, |
| "grad_norm": 0.4327636489834873, |
| "learning_rate": 3.921775898520085e-05, |
| "loss": 0.419, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.8830576155162578, |
| "grad_norm": 0.5308983247497958, |
| "learning_rate": 3.919661733615222e-05, |
| "loss": 0.4195, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.8841985168282943, |
| "grad_norm": 0.44186009558843903, |
| "learning_rate": 3.9175475687103596e-05, |
| "loss": 0.422, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.8853394181403309, |
| "grad_norm": 0.49860412199875853, |
| "learning_rate": 3.9154334038054966e-05, |
| "loss": 0.4508, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.8864803194523674, |
| "grad_norm": 0.5386256866496492, |
| "learning_rate": 3.9133192389006344e-05, |
| "loss": 0.4199, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.8876212207644039, |
| "grad_norm": 0.42135087233790125, |
| "learning_rate": 3.9112050739957714e-05, |
| "loss": 0.439, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.8887621220764403, |
| "grad_norm": 0.47429413048860186, |
| "learning_rate": 3.909090909090909e-05, |
| "loss": 0.4075, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.8899030233884769, |
| "grad_norm": 0.507620116383454, |
| "learning_rate": 3.906976744186047e-05, |
| "loss": 0.4559, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.8910439247005134, |
| "grad_norm": 0.4130323507865215, |
| "learning_rate": 3.904862579281185e-05, |
| "loss": 0.4335, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.8921848260125499, |
| "grad_norm": 0.4919769248710124, |
| "learning_rate": 3.902748414376322e-05, |
| "loss": 0.4326, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.8933257273245864, |
| "grad_norm": 0.3618438803737931, |
| "learning_rate": 3.900634249471459e-05, |
| "loss": 0.4149, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.894466628636623, |
| "grad_norm": 0.3766229644972282, |
| "learning_rate": 3.8985200845665966e-05, |
| "loss": 0.4413, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.8956075299486594, |
| "grad_norm": 0.40065923481523696, |
| "learning_rate": 3.8964059196617336e-05, |
| "loss": 0.4256, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.8967484312606959, |
| "grad_norm": 0.38682593556698847, |
| "learning_rate": 3.8942917547568714e-05, |
| "loss": 0.4383, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.8978893325727325, |
| "grad_norm": 0.36589625639407924, |
| "learning_rate": 3.8921775898520084e-05, |
| "loss": 0.3975, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.899030233884769, |
| "grad_norm": 0.4992171026288852, |
| "learning_rate": 3.890063424947146e-05, |
| "loss": 0.4273, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.9001711351968055, |
| "grad_norm": 0.34110261273539755, |
| "learning_rate": 3.887949260042283e-05, |
| "loss": 0.4338, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.901312036508842, |
| "grad_norm": 0.5241888214017549, |
| "learning_rate": 3.885835095137421e-05, |
| "loss": 0.4486, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.9024529378208785, |
| "grad_norm": 0.46893161994221105, |
| "learning_rate": 3.883720930232558e-05, |
| "loss": 0.4326, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.903593839132915, |
| "grad_norm": 0.42273170967522355, |
| "learning_rate": 3.881606765327696e-05, |
| "loss": 0.4277, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.9047347404449515, |
| "grad_norm": 0.4549507679298303, |
| "learning_rate": 3.8794926004228336e-05, |
| "loss": 0.4494, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.905875641756988, |
| "grad_norm": 0.381434633502494, |
| "learning_rate": 3.8773784355179706e-05, |
| "loss": 0.4204, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.9070165430690246, |
| "grad_norm": 0.449182413711188, |
| "learning_rate": 3.8752642706131084e-05, |
| "loss": 0.4151, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.908157444381061, |
| "grad_norm": 0.39996145027480806, |
| "learning_rate": 3.8731501057082454e-05, |
| "loss": 0.4182, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.9092983456930975, |
| "grad_norm": 0.4239131825637012, |
| "learning_rate": 3.871035940803383e-05, |
| "loss": 0.4333, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.910439247005134, |
| "grad_norm": 0.38140086906401804, |
| "learning_rate": 3.86892177589852e-05, |
| "loss": 0.4263, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.9115801483171706, |
| "grad_norm": 0.4151234690517119, |
| "learning_rate": 3.866807610993658e-05, |
| "loss": 0.3942, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.9127210496292071, |
| "grad_norm": 0.48901591188294186, |
| "learning_rate": 3.864693446088795e-05, |
| "loss": 0.4268, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.9138619509412436, |
| "grad_norm": 0.4229848535149157, |
| "learning_rate": 3.862579281183932e-05, |
| "loss": 0.4217, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.91500285225328, |
| "grad_norm": 0.45973123150821005, |
| "learning_rate": 3.86046511627907e-05, |
| "loss": 0.458, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.9161437535653166, |
| "grad_norm": 0.4609648365948717, |
| "learning_rate": 3.858350951374207e-05, |
| "loss": 0.4307, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.9172846548773531, |
| "grad_norm": 0.36201542515906165, |
| "learning_rate": 3.856236786469345e-05, |
| "loss": 0.415, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.9184255561893896, |
| "grad_norm": 0.4138868996856232, |
| "learning_rate": 3.8541226215644824e-05, |
| "loss": 0.4219, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.9195664575014262, |
| "grad_norm": 0.425798724139904, |
| "learning_rate": 3.8520084566596195e-05, |
| "loss": 0.4324, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.9207073588134627, |
| "grad_norm": 0.44617326124449147, |
| "learning_rate": 3.849894291754757e-05, |
| "loss": 0.4272, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.9218482601254991, |
| "grad_norm": 0.3669146140612319, |
| "learning_rate": 3.847780126849895e-05, |
| "loss": 0.4435, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.9229891614375356, |
| "grad_norm": 0.5009260847096676, |
| "learning_rate": 3.845665961945032e-05, |
| "loss": 0.4495, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.9241300627495722, |
| "grad_norm": 0.304056760658916, |
| "learning_rate": 3.843551797040169e-05, |
| "loss": 0.4315, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.9252709640616087, |
| "grad_norm": 0.4554386377496836, |
| "learning_rate": 3.841437632135307e-05, |
| "loss": 0.4365, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.9264118653736452, |
| "grad_norm": 0.3152473341936204, |
| "learning_rate": 3.839323467230444e-05, |
| "loss": 0.4526, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.9275527666856817, |
| "grad_norm": 0.3689287886745172, |
| "learning_rate": 3.837209302325582e-05, |
| "loss": 0.4277, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.9286936679977182, |
| "grad_norm": 0.38617380995316614, |
| "learning_rate": 3.835095137420719e-05, |
| "loss": 0.4392, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.9298345693097547, |
| "grad_norm": 0.31250501424875, |
| "learning_rate": 3.8329809725158565e-05, |
| "loss": 0.4252, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.9309754706217912, |
| "grad_norm": 0.40260110774923935, |
| "learning_rate": 3.8308668076109936e-05, |
| "loss": 0.4337, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.9321163719338277, |
| "grad_norm": 0.3434225940584785, |
| "learning_rate": 3.8287526427061307e-05, |
| "loss": 0.4188, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.9332572732458643, |
| "grad_norm": 0.4583302147431869, |
| "learning_rate": 3.8266384778012684e-05, |
| "loss": 0.428, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.9343981745579008, |
| "grad_norm": 0.4823100075277545, |
| "learning_rate": 3.824524312896406e-05, |
| "loss": 0.435, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.9355390758699372, |
| "grad_norm": 0.3756749669723151, |
| "learning_rate": 3.822410147991544e-05, |
| "loss": 0.4361, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.9366799771819737, |
| "grad_norm": 0.5240760743232675, |
| "learning_rate": 3.820295983086681e-05, |
| "loss": 0.4233, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.9378208784940103, |
| "grad_norm": 0.39250208092232536, |
| "learning_rate": 3.818181818181819e-05, |
| "loss": 0.4221, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.9389617798060468, |
| "grad_norm": 0.4739585449842317, |
| "learning_rate": 3.816067653276956e-05, |
| "loss": 0.4365, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.9401026811180833, |
| "grad_norm": 0.4937231941861391, |
| "learning_rate": 3.8139534883720935e-05, |
| "loss": 0.4357, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.9412435824301197, |
| "grad_norm": 0.449294685022375, |
| "learning_rate": 3.8118393234672306e-05, |
| "loss": 0.4595, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.9423844837421563, |
| "grad_norm": 0.3384444427709971, |
| "learning_rate": 3.809725158562368e-05, |
| "loss": 0.4436, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.9435253850541928, |
| "grad_norm": 0.48955378365349317, |
| "learning_rate": 3.8076109936575054e-05, |
| "loss": 0.4386, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.9446662863662293, |
| "grad_norm": 0.3002513126100782, |
| "learning_rate": 3.8054968287526425e-05, |
| "loss": 0.428, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.9458071876782659, |
| "grad_norm": 0.47686476251659693, |
| "learning_rate": 3.80338266384778e-05, |
| "loss": 0.4161, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.9469480889903024, |
| "grad_norm": 0.3337526894068287, |
| "learning_rate": 3.801268498942917e-05, |
| "loss": 0.4491, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.9480889903023388, |
| "grad_norm": 0.42874888426843116, |
| "learning_rate": 3.799154334038055e-05, |
| "loss": 0.4322, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.9492298916143753, |
| "grad_norm": 0.3686621986757173, |
| "learning_rate": 3.797040169133193e-05, |
| "loss": 0.4452, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.9503707929264119, |
| "grad_norm": 0.4427227801549552, |
| "learning_rate": 3.7949260042283305e-05, |
| "loss": 0.4409, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.9515116942384484, |
| "grad_norm": 0.40716707620144105, |
| "learning_rate": 3.7928118393234676e-05, |
| "loss": 0.44, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.9526525955504849, |
| "grad_norm": 0.4778332483885651, |
| "learning_rate": 3.790697674418605e-05, |
| "loss": 0.4321, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.9537934968625214, |
| "grad_norm": 0.5215688673683716, |
| "learning_rate": 3.7885835095137424e-05, |
| "loss": 0.4139, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.9549343981745579, |
| "grad_norm": 0.3973314649903041, |
| "learning_rate": 3.7864693446088795e-05, |
| "loss": 0.4481, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.9560752994865944, |
| "grad_norm": 0.5913338031384034, |
| "learning_rate": 3.784355179704017e-05, |
| "loss": 0.441, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.9572162007986309, |
| "grad_norm": 0.3517543605151038, |
| "learning_rate": 3.782241014799154e-05, |
| "loss": 0.449, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.9583571021106674, |
| "grad_norm": 0.5008792785960227, |
| "learning_rate": 3.780126849894292e-05, |
| "loss": 0.4196, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.959498003422704, |
| "grad_norm": 0.3855644570106595, |
| "learning_rate": 3.778012684989429e-05, |
| "loss": 0.4401, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.9606389047347405, |
| "grad_norm": 0.46893696225907877, |
| "learning_rate": 3.775898520084567e-05, |
| "loss": 0.4411, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.9617798060467769, |
| "grad_norm": 0.36157623560181484, |
| "learning_rate": 3.773784355179704e-05, |
| "loss": 0.4438, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.9629207073588134, |
| "grad_norm": 0.44243231770872754, |
| "learning_rate": 3.771670190274842e-05, |
| "loss": 0.4406, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.96406160867085, |
| "grad_norm": 0.3107496198874931, |
| "learning_rate": 3.7695560253699794e-05, |
| "loss": 0.4165, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.9652025099828865, |
| "grad_norm": 0.4615834197410632, |
| "learning_rate": 3.7674418604651165e-05, |
| "loss": 0.426, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.966343411294923, |
| "grad_norm": 0.349515582638473, |
| "learning_rate": 3.765327695560254e-05, |
| "loss": 0.4296, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.9674843126069596, |
| "grad_norm": 0.4222707991171846, |
| "learning_rate": 3.763213530655391e-05, |
| "loss": 0.4452, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.968625213918996, |
| "grad_norm": 0.39191168304626894, |
| "learning_rate": 3.761099365750529e-05, |
| "loss": 0.4399, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.9697661152310325, |
| "grad_norm": 0.4116727814128068, |
| "learning_rate": 3.758985200845666e-05, |
| "loss": 0.4559, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.970907016543069, |
| "grad_norm": 0.40681194079162225, |
| "learning_rate": 3.756871035940804e-05, |
| "loss": 0.4731, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.9720479178551056, |
| "grad_norm": 0.44083783057627335, |
| "learning_rate": 3.754756871035941e-05, |
| "loss": 0.4335, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.9731888191671421, |
| "grad_norm": 0.37049492685038155, |
| "learning_rate": 3.752642706131078e-05, |
| "loss": 0.4293, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.9743297204791785, |
| "grad_norm": 0.4375755567317356, |
| "learning_rate": 3.750528541226216e-05, |
| "loss": 0.4354, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.975470621791215, |
| "grad_norm": 0.33832049022487304, |
| "learning_rate": 3.748414376321353e-05, |
| "loss": 0.4293, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.9766115231032516, |
| "grad_norm": 0.5121821917096232, |
| "learning_rate": 3.7463002114164906e-05, |
| "loss": 0.4537, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.9777524244152881, |
| "grad_norm": 0.3818306200016373, |
| "learning_rate": 3.7441860465116276e-05, |
| "loss": 0.4541, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.9788933257273246, |
| "grad_norm": 0.4215507470795194, |
| "learning_rate": 3.7420718816067654e-05, |
| "loss": 0.4173, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.980034227039361, |
| "grad_norm": 0.396875209227274, |
| "learning_rate": 3.739957716701903e-05, |
| "loss": 0.4227, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.9811751283513976, |
| "grad_norm": 0.44522795502012974, |
| "learning_rate": 3.737843551797041e-05, |
| "loss": 0.4254, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.9823160296634341, |
| "grad_norm": 0.36390782196922894, |
| "learning_rate": 3.735729386892178e-05, |
| "loss": 0.435, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.9834569309754706, |
| "grad_norm": 0.4051435067373246, |
| "learning_rate": 3.733615221987315e-05, |
| "loss": 0.4469, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.9845978322875071, |
| "grad_norm": 0.4300788624635129, |
| "learning_rate": 3.731501057082453e-05, |
| "loss": 0.4337, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.9857387335995437, |
| "grad_norm": 0.4518840799967234, |
| "learning_rate": 3.72938689217759e-05, |
| "loss": 0.431, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.9868796349115802, |
| "grad_norm": 0.3917993799092396, |
| "learning_rate": 3.7272727272727276e-05, |
| "loss": 0.4052, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.9880205362236166, |
| "grad_norm": 0.4311974148203897, |
| "learning_rate": 3.7251585623678646e-05, |
| "loss": 0.4479, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.9891614375356532, |
| "grad_norm": 0.33663593761732574, |
| "learning_rate": 3.7230443974630024e-05, |
| "loss": 0.4426, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.9903023388476897, |
| "grad_norm": 0.41764811028477467, |
| "learning_rate": 3.7209302325581394e-05, |
| "loss": 0.4231, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.9914432401597262, |
| "grad_norm": 0.37959761334860076, |
| "learning_rate": 3.718816067653277e-05, |
| "loss": 0.437, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.9925841414717627, |
| "grad_norm": 0.3751287923553439, |
| "learning_rate": 3.716701902748414e-05, |
| "loss": 0.4359, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.9937250427837993, |
| "grad_norm": 0.39059717878139527, |
| "learning_rate": 3.714587737843552e-05, |
| "loss": 0.4266, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.9948659440958357, |
| "grad_norm": 0.3668029831866769, |
| "learning_rate": 3.71247357293869e-05, |
| "loss": 0.4346, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.9960068454078722, |
| "grad_norm": 0.3758670658619597, |
| "learning_rate": 3.710359408033827e-05, |
| "loss": 0.4247, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.9971477467199087, |
| "grad_norm": 0.3831467505102513, |
| "learning_rate": 3.7082452431289646e-05, |
| "loss": 0.4424, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.9982886480319453, |
| "grad_norm": 0.37818254454581546, |
| "learning_rate": 3.7061310782241016e-05, |
| "loss": 0.4441, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.9994295493439818, |
| "grad_norm": 0.38315281097821646, |
| "learning_rate": 3.7040169133192394e-05, |
| "loss": 0.4294, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.38315281097821646, |
| "learning_rate": 3.7019027484143764e-05, |
| "loss": 0.438, |
| "step": 877 |
| }, |
| { |
| "epoch": 1.0011409013120365, |
| "grad_norm": 0.5455887151600689, |
| "learning_rate": 3.699788583509514e-05, |
| "loss": 0.3733, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.002281802624073, |
| "grad_norm": 0.36610896066989357, |
| "learning_rate": 3.697674418604651e-05, |
| "loss": 0.3699, |
| "step": 879 |
| }, |
| { |
| "epoch": 1.0034227039361094, |
| "grad_norm": 0.40501415591406764, |
| "learning_rate": 3.695560253699788e-05, |
| "loss": 0.381, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.0045636052481461, |
| "grad_norm": 0.3825535046773347, |
| "learning_rate": 3.693446088794926e-05, |
| "loss": 0.3808, |
| "step": 881 |
| }, |
| { |
| "epoch": 1.0057045065601826, |
| "grad_norm": 0.35102076165474366, |
| "learning_rate": 3.691331923890063e-05, |
| "loss": 0.3537, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.006845407872219, |
| "grad_norm": 0.34649503103224494, |
| "learning_rate": 3.689217758985201e-05, |
| "loss": 0.3736, |
| "step": 883 |
| }, |
| { |
| "epoch": 1.0079863091842556, |
| "grad_norm": 0.4681279678485136, |
| "learning_rate": 3.6871035940803386e-05, |
| "loss": 0.3548, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.009127210496292, |
| "grad_norm": 0.37489320591183883, |
| "learning_rate": 3.6849894291754764e-05, |
| "loss": 0.3703, |
| "step": 885 |
| }, |
| { |
| "epoch": 1.0102681118083285, |
| "grad_norm": 0.42678389224608554, |
| "learning_rate": 3.6828752642706135e-05, |
| "loss": 0.381, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.011409013120365, |
| "grad_norm": 0.4198303145341611, |
| "learning_rate": 3.680761099365751e-05, |
| "loss": 0.3937, |
| "step": 887 |
| }, |
| { |
| "epoch": 1.0125499144324015, |
| "grad_norm": 0.4041636421810587, |
| "learning_rate": 3.678646934460888e-05, |
| "loss": 0.3726, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.0136908157444382, |
| "grad_norm": 0.3401962730269841, |
| "learning_rate": 3.676532769556025e-05, |
| "loss": 0.3655, |
| "step": 889 |
| }, |
| { |
| "epoch": 1.0148317170564747, |
| "grad_norm": 0.3770208662137992, |
| "learning_rate": 3.674418604651163e-05, |
| "loss": 0.3802, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.0159726183685112, |
| "grad_norm": 0.46172099327646693, |
| "learning_rate": 3.6723044397463e-05, |
| "loss": 0.4032, |
| "step": 891 |
| }, |
| { |
| "epoch": 1.0171135196805476, |
| "grad_norm": 0.3596991346706822, |
| "learning_rate": 3.670190274841438e-05, |
| "loss": 0.3815, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.0182544209925841, |
| "grad_norm": 0.49205467040562745, |
| "learning_rate": 3.668076109936575e-05, |
| "loss": 0.3497, |
| "step": 893 |
| }, |
| { |
| "epoch": 1.0193953223046206, |
| "grad_norm": 0.33360531637571633, |
| "learning_rate": 3.665961945031713e-05, |
| "loss": 0.3668, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.020536223616657, |
| "grad_norm": 0.425656228941723, |
| "learning_rate": 3.66384778012685e-05, |
| "loss": 0.3691, |
| "step": 895 |
| }, |
| { |
| "epoch": 1.0216771249286936, |
| "grad_norm": 0.3723856412773373, |
| "learning_rate": 3.6617336152219875e-05, |
| "loss": 0.3686, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.0228180262407303, |
| "grad_norm": 0.4885789857759674, |
| "learning_rate": 3.659619450317125e-05, |
| "loss": 0.3668, |
| "step": 897 |
| }, |
| { |
| "epoch": 1.0239589275527667, |
| "grad_norm": 0.3445642312108721, |
| "learning_rate": 3.6575052854122623e-05, |
| "loss": 0.3674, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.0250998288648032, |
| "grad_norm": 0.5026457518007369, |
| "learning_rate": 3.6553911205074e-05, |
| "loss": 0.3539, |
| "step": 899 |
| }, |
| { |
| "epoch": 1.0262407301768397, |
| "grad_norm": 0.3074717187657618, |
| "learning_rate": 3.653276955602537e-05, |
| "loss": 0.3758, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.0273816314888762, |
| "grad_norm": 0.39374297057459845, |
| "learning_rate": 3.651162790697675e-05, |
| "loss": 0.3406, |
| "step": 901 |
| }, |
| { |
| "epoch": 1.0285225328009127, |
| "grad_norm": 0.3715766019853829, |
| "learning_rate": 3.649048625792812e-05, |
| "loss": 0.3701, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.0296634341129491, |
| "grad_norm": 0.36179693452859935, |
| "learning_rate": 3.64693446088795e-05, |
| "loss": 0.4046, |
| "step": 903 |
| }, |
| { |
| "epoch": 1.0308043354249858, |
| "grad_norm": 0.35887466882761154, |
| "learning_rate": 3.644820295983087e-05, |
| "loss": 0.373, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.0319452367370223, |
| "grad_norm": 0.4627643573370423, |
| "learning_rate": 3.642706131078224e-05, |
| "loss": 0.3546, |
| "step": 905 |
| }, |
| { |
| "epoch": 1.0330861380490588, |
| "grad_norm": 0.3414800929229019, |
| "learning_rate": 3.6405919661733616e-05, |
| "loss": 0.382, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.0342270393610953, |
| "grad_norm": 0.4167762624955359, |
| "learning_rate": 3.638477801268499e-05, |
| "loss": 0.3707, |
| "step": 907 |
| }, |
| { |
| "epoch": 1.0353679406731318, |
| "grad_norm": 0.3634328382063604, |
| "learning_rate": 3.6363636363636364e-05, |
| "loss": 0.3892, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.0365088419851682, |
| "grad_norm": 0.39913860764154596, |
| "learning_rate": 3.6342494714587735e-05, |
| "loss": 0.3689, |
| "step": 909 |
| }, |
| { |
| "epoch": 1.0376497432972047, |
| "grad_norm": 0.31150134389469925, |
| "learning_rate": 3.632135306553911e-05, |
| "loss": 0.3513, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.0387906446092412, |
| "grad_norm": 0.44513217932997295, |
| "learning_rate": 3.630021141649049e-05, |
| "loss": 0.4083, |
| "step": 911 |
| }, |
| { |
| "epoch": 1.039931545921278, |
| "grad_norm": 0.29893701924629945, |
| "learning_rate": 3.627906976744187e-05, |
| "loss": 0.3476, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.0410724472333144, |
| "grad_norm": 0.36380817324672665, |
| "learning_rate": 3.625792811839324e-05, |
| "loss": 0.3694, |
| "step": 913 |
| }, |
| { |
| "epoch": 1.0422133485453509, |
| "grad_norm": 0.3811952404266299, |
| "learning_rate": 3.623678646934461e-05, |
| "loss": 0.3512, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.0433542498573873, |
| "grad_norm": 0.3487936521280187, |
| "learning_rate": 3.6215644820295986e-05, |
| "loss": 0.3605, |
| "step": 915 |
| }, |
| { |
| "epoch": 1.0444951511694238, |
| "grad_norm": 0.295589207624635, |
| "learning_rate": 3.619450317124736e-05, |
| "loss": 0.356, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.0456360524814603, |
| "grad_norm": 0.3361959857373228, |
| "learning_rate": 3.6173361522198734e-05, |
| "loss": 0.361, |
| "step": 917 |
| }, |
| { |
| "epoch": 1.0467769537934968, |
| "grad_norm": 0.31037775502179515, |
| "learning_rate": 3.6152219873150105e-05, |
| "loss": 0.3599, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.0479178551055335, |
| "grad_norm": 0.3480868223602575, |
| "learning_rate": 3.613107822410148e-05, |
| "loss": 0.3727, |
| "step": 919 |
| }, |
| { |
| "epoch": 1.04905875641757, |
| "grad_norm": 0.3759497242879828, |
| "learning_rate": 3.610993657505285e-05, |
| "loss": 0.3744, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.0501996577296064, |
| "grad_norm": 0.44625648445941285, |
| "learning_rate": 3.608879492600423e-05, |
| "loss": 0.3982, |
| "step": 921 |
| }, |
| { |
| "epoch": 1.051340559041643, |
| "grad_norm": 0.3551571522322082, |
| "learning_rate": 3.60676532769556e-05, |
| "loss": 0.3683, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.0524814603536794, |
| "grad_norm": 0.3958943914214428, |
| "learning_rate": 3.604651162790698e-05, |
| "loss": 0.3663, |
| "step": 923 |
| }, |
| { |
| "epoch": 1.0536223616657159, |
| "grad_norm": 0.39346013363138627, |
| "learning_rate": 3.6025369978858356e-05, |
| "loss": 0.3785, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.0547632629777524, |
| "grad_norm": 0.35191600740827306, |
| "learning_rate": 3.600422832980973e-05, |
| "loss": 0.3897, |
| "step": 925 |
| }, |
| { |
| "epoch": 1.0559041642897888, |
| "grad_norm": 0.38676608726463646, |
| "learning_rate": 3.5983086680761104e-05, |
| "loss": 0.3729, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.0570450656018255, |
| "grad_norm": 0.34962772536528997, |
| "learning_rate": 3.5961945031712475e-05, |
| "loss": 0.3795, |
| "step": 927 |
| }, |
| { |
| "epoch": 1.058185966913862, |
| "grad_norm": 0.3155978123445468, |
| "learning_rate": 3.594080338266385e-05, |
| "loss": 0.3533, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.0593268682258985, |
| "grad_norm": 0.35223510579525524, |
| "learning_rate": 3.591966173361522e-05, |
| "loss": 0.3706, |
| "step": 929 |
| }, |
| { |
| "epoch": 1.060467769537935, |
| "grad_norm": 0.35708465819842106, |
| "learning_rate": 3.58985200845666e-05, |
| "loss": 0.3617, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.0616086708499715, |
| "grad_norm": 0.3678947649013475, |
| "learning_rate": 3.587737843551797e-05, |
| "loss": 0.3913, |
| "step": 931 |
| }, |
| { |
| "epoch": 1.062749572162008, |
| "grad_norm": 0.37804755879302426, |
| "learning_rate": 3.585623678646934e-05, |
| "loss": 0.3643, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.0638904734740444, |
| "grad_norm": 0.4209197871034825, |
| "learning_rate": 3.583509513742072e-05, |
| "loss": 0.383, |
| "step": 933 |
| }, |
| { |
| "epoch": 1.0650313747860811, |
| "grad_norm": 0.3875534348488064, |
| "learning_rate": 3.581395348837209e-05, |
| "loss": 0.3537, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.0661722760981176, |
| "grad_norm": 0.339713004433371, |
| "learning_rate": 3.579281183932347e-05, |
| "loss": 0.3528, |
| "step": 935 |
| }, |
| { |
| "epoch": 1.067313177410154, |
| "grad_norm": 0.40452497385972475, |
| "learning_rate": 3.5771670190274845e-05, |
| "loss": 0.3799, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.0684540787221906, |
| "grad_norm": 0.41269005352350124, |
| "learning_rate": 3.575052854122622e-05, |
| "loss": 0.3588, |
| "step": 937 |
| }, |
| { |
| "epoch": 1.069594980034227, |
| "grad_norm": 0.37102780996281465, |
| "learning_rate": 3.572938689217759e-05, |
| "loss": 0.3515, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.0707358813462635, |
| "grad_norm": 0.35749919468134717, |
| "learning_rate": 3.570824524312897e-05, |
| "loss": 0.3922, |
| "step": 939 |
| }, |
| { |
| "epoch": 1.0718767826583, |
| "grad_norm": 0.449335797414619, |
| "learning_rate": 3.568710359408034e-05, |
| "loss": 0.3972, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.0730176839703365, |
| "grad_norm": 0.3711962817643683, |
| "learning_rate": 3.566596194503171e-05, |
| "loss": 0.3781, |
| "step": 941 |
| }, |
| { |
| "epoch": 1.074158585282373, |
| "grad_norm": 0.39709697007286004, |
| "learning_rate": 3.564482029598309e-05, |
| "loss": 0.3747, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.0752994865944097, |
| "grad_norm": 0.37530640138836563, |
| "learning_rate": 3.562367864693446e-05, |
| "loss": 0.3683, |
| "step": 943 |
| }, |
| { |
| "epoch": 1.0764403879064461, |
| "grad_norm": 0.42805517019254413, |
| "learning_rate": 3.560253699788584e-05, |
| "loss": 0.3743, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.0775812892184826, |
| "grad_norm": 0.3788980861432765, |
| "learning_rate": 3.558139534883721e-05, |
| "loss": 0.3519, |
| "step": 945 |
| }, |
| { |
| "epoch": 1.078722190530519, |
| "grad_norm": 0.37575065677709124, |
| "learning_rate": 3.5560253699788586e-05, |
| "loss": 0.3635, |
| "step": 946 |
| }, |
| { |
| "epoch": 1.0798630918425556, |
| "grad_norm": 0.35473463562879565, |
| "learning_rate": 3.5539112050739956e-05, |
| "loss": 0.3917, |
| "step": 947 |
| }, |
| { |
| "epoch": 1.081003993154592, |
| "grad_norm": 0.5421488353080326, |
| "learning_rate": 3.5517970401691334e-05, |
| "loss": 0.3616, |
| "step": 948 |
| }, |
| { |
| "epoch": 1.0821448944666285, |
| "grad_norm": 0.322957416404556, |
| "learning_rate": 3.5496828752642705e-05, |
| "loss": 0.3765, |
| "step": 949 |
| }, |
| { |
| "epoch": 1.0832857957786652, |
| "grad_norm": 0.4798700548633995, |
| "learning_rate": 3.547568710359408e-05, |
| "loss": 0.3581, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.0844266970907017, |
| "grad_norm": 0.31013380709522304, |
| "learning_rate": 3.545454545454546e-05, |
| "loss": 0.3625, |
| "step": 951 |
| }, |
| { |
| "epoch": 1.0855675984027382, |
| "grad_norm": 0.4206561403068851, |
| "learning_rate": 3.543340380549683e-05, |
| "loss": 0.3749, |
| "step": 952 |
| }, |
| { |
| "epoch": 1.0867084997147747, |
| "grad_norm": 0.39833895686913684, |
| "learning_rate": 3.541226215644821e-05, |
| "loss": 0.3822, |
| "step": 953 |
| }, |
| { |
| "epoch": 1.0878494010268112, |
| "grad_norm": 0.43256364250638124, |
| "learning_rate": 3.539112050739958e-05, |
| "loss": 0.3673, |
| "step": 954 |
| }, |
| { |
| "epoch": 1.0889903023388476, |
| "grad_norm": 0.3675468188829437, |
| "learning_rate": 3.5369978858350956e-05, |
| "loss": 0.3717, |
| "step": 955 |
| }, |
| { |
| "epoch": 1.0901312036508841, |
| "grad_norm": 0.3218252926229577, |
| "learning_rate": 3.5348837209302326e-05, |
| "loss": 0.375, |
| "step": 956 |
| }, |
| { |
| "epoch": 1.0912721049629206, |
| "grad_norm": 0.40359712151176336, |
| "learning_rate": 3.5327695560253704e-05, |
| "loss": 0.3895, |
| "step": 957 |
| }, |
| { |
| "epoch": 1.0924130062749573, |
| "grad_norm": 0.32814056788493573, |
| "learning_rate": 3.5306553911205075e-05, |
| "loss": 0.3496, |
| "step": 958 |
| }, |
| { |
| "epoch": 1.0935539075869938, |
| "grad_norm": 0.3700443887990979, |
| "learning_rate": 3.5285412262156445e-05, |
| "loss": 0.3813, |
| "step": 959 |
| }, |
| { |
| "epoch": 1.0946948088990303, |
| "grad_norm": 0.30296344478274184, |
| "learning_rate": 3.526427061310782e-05, |
| "loss": 0.3705, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.0958357102110667, |
| "grad_norm": 0.35084001507574447, |
| "learning_rate": 3.5243128964059193e-05, |
| "loss": 0.356, |
| "step": 961 |
| }, |
| { |
| "epoch": 1.0969766115231032, |
| "grad_norm": 0.34046673230652147, |
| "learning_rate": 3.522198731501057e-05, |
| "loss": 0.3738, |
| "step": 962 |
| }, |
| { |
| "epoch": 1.0981175128351397, |
| "grad_norm": 0.3591654008324595, |
| "learning_rate": 3.520084566596195e-05, |
| "loss": 0.3641, |
| "step": 963 |
| }, |
| { |
| "epoch": 1.0992584141471762, |
| "grad_norm": 0.34788679397569927, |
| "learning_rate": 3.5179704016913326e-05, |
| "loss": 0.3861, |
| "step": 964 |
| }, |
| { |
| "epoch": 1.1003993154592129, |
| "grad_norm": 0.3489129692311338, |
| "learning_rate": 3.5158562367864696e-05, |
| "loss": 0.3963, |
| "step": 965 |
| }, |
| { |
| "epoch": 1.1015402167712494, |
| "grad_norm": 0.32115244707275425, |
| "learning_rate": 3.5137420718816074e-05, |
| "loss": 0.3772, |
| "step": 966 |
| }, |
| { |
| "epoch": 1.1026811180832858, |
| "grad_norm": 0.36405343778575244, |
| "learning_rate": 3.5116279069767445e-05, |
| "loss": 0.3593, |
| "step": 967 |
| }, |
| { |
| "epoch": 1.1038220193953223, |
| "grad_norm": 0.25934220146881914, |
| "learning_rate": 3.5095137420718815e-05, |
| "loss": 0.369, |
| "step": 968 |
| }, |
| { |
| "epoch": 1.1049629207073588, |
| "grad_norm": 0.3459709424202936, |
| "learning_rate": 3.507399577167019e-05, |
| "loss": 0.3605, |
| "step": 969 |
| }, |
| { |
| "epoch": 1.1061038220193953, |
| "grad_norm": 0.25530816000283274, |
| "learning_rate": 3.5052854122621563e-05, |
| "loss": 0.3702, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.1072447233314318, |
| "grad_norm": 0.2977170590076077, |
| "learning_rate": 3.503171247357294e-05, |
| "loss": 0.3737, |
| "step": 971 |
| }, |
| { |
| "epoch": 1.1083856246434682, |
| "grad_norm": 0.2827441362997686, |
| "learning_rate": 3.501057082452431e-05, |
| "loss": 0.3759, |
| "step": 972 |
| }, |
| { |
| "epoch": 1.109526525955505, |
| "grad_norm": 0.3244608088210149, |
| "learning_rate": 3.498942917547569e-05, |
| "loss": 0.3682, |
| "step": 973 |
| }, |
| { |
| "epoch": 1.1106674272675414, |
| "grad_norm": 0.3347264076238722, |
| "learning_rate": 3.496828752642706e-05, |
| "loss": 0.3742, |
| "step": 974 |
| }, |
| { |
| "epoch": 1.111808328579578, |
| "grad_norm": 0.30216880984211525, |
| "learning_rate": 3.494714587737844e-05, |
| "loss": 0.3725, |
| "step": 975 |
| }, |
| { |
| "epoch": 1.1129492298916144, |
| "grad_norm": 0.3289978042150018, |
| "learning_rate": 3.4926004228329815e-05, |
| "loss": 0.3644, |
| "step": 976 |
| }, |
| { |
| "epoch": 1.1140901312036509, |
| "grad_norm": 0.3238466739022087, |
| "learning_rate": 3.4904862579281185e-05, |
| "loss": 0.3519, |
| "step": 977 |
| }, |
| { |
| "epoch": 1.1152310325156873, |
| "grad_norm": 0.31017493518179495, |
| "learning_rate": 3.488372093023256e-05, |
| "loss": 0.3626, |
| "step": 978 |
| }, |
| { |
| "epoch": 1.1163719338277238, |
| "grad_norm": 0.3038861691228129, |
| "learning_rate": 3.4862579281183933e-05, |
| "loss": 0.3588, |
| "step": 979 |
| }, |
| { |
| "epoch": 1.1175128351397605, |
| "grad_norm": 0.2929692138971038, |
| "learning_rate": 3.484143763213531e-05, |
| "loss": 0.3654, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.118653736451797, |
| "grad_norm": 0.33957255149071514, |
| "learning_rate": 3.482029598308668e-05, |
| "loss": 0.3741, |
| "step": 981 |
| }, |
| { |
| "epoch": 1.1197946377638335, |
| "grad_norm": 0.37962287901659914, |
| "learning_rate": 3.479915433403806e-05, |
| "loss": 0.372, |
| "step": 982 |
| }, |
| { |
| "epoch": 1.12093553907587, |
| "grad_norm": 0.30917582487173056, |
| "learning_rate": 3.477801268498943e-05, |
| "loss": 0.3625, |
| "step": 983 |
| }, |
| { |
| "epoch": 1.1220764403879064, |
| "grad_norm": 0.43355534624442893, |
| "learning_rate": 3.47568710359408e-05, |
| "loss": 0.3857, |
| "step": 984 |
| }, |
| { |
| "epoch": 1.123217341699943, |
| "grad_norm": 0.3181982233605466, |
| "learning_rate": 3.473572938689218e-05, |
| "loss": 0.3809, |
| "step": 985 |
| }, |
| { |
| "epoch": 1.1243582430119794, |
| "grad_norm": 0.32622169252857547, |
| "learning_rate": 3.471458773784355e-05, |
| "loss": 0.3713, |
| "step": 986 |
| }, |
| { |
| "epoch": 1.1254991443240159, |
| "grad_norm": 0.3327070573503023, |
| "learning_rate": 3.4693446088794926e-05, |
| "loss": 0.3657, |
| "step": 987 |
| }, |
| { |
| "epoch": 1.1266400456360526, |
| "grad_norm": 0.3124938302800057, |
| "learning_rate": 3.4672304439746304e-05, |
| "loss": 0.3831, |
| "step": 988 |
| }, |
| { |
| "epoch": 1.127780946948089, |
| "grad_norm": 0.31952256373453464, |
| "learning_rate": 3.465116279069768e-05, |
| "loss": 0.3727, |
| "step": 989 |
| }, |
| { |
| "epoch": 1.1289218482601255, |
| "grad_norm": 0.3063299430772017, |
| "learning_rate": 3.463002114164905e-05, |
| "loss": 0.3891, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.130062749572162, |
| "grad_norm": 0.31462507340453627, |
| "learning_rate": 3.460887949260043e-05, |
| "loss": 0.3541, |
| "step": 991 |
| }, |
| { |
| "epoch": 1.1312036508841985, |
| "grad_norm": 0.2890799992114355, |
| "learning_rate": 3.45877378435518e-05, |
| "loss": 0.3833, |
| "step": 992 |
| }, |
| { |
| "epoch": 1.132344552196235, |
| "grad_norm": 0.3615461671219346, |
| "learning_rate": 3.456659619450317e-05, |
| "loss": 0.3704, |
| "step": 993 |
| }, |
| { |
| "epoch": 1.1334854535082715, |
| "grad_norm": 0.3249056891163027, |
| "learning_rate": 3.454545454545455e-05, |
| "loss": 0.3745, |
| "step": 994 |
| }, |
| { |
| "epoch": 1.1346263548203082, |
| "grad_norm": 0.3137775773273121, |
| "learning_rate": 3.452431289640592e-05, |
| "loss": 0.3851, |
| "step": 995 |
| }, |
| { |
| "epoch": 1.1357672561323446, |
| "grad_norm": 0.29114940686367663, |
| "learning_rate": 3.4503171247357296e-05, |
| "loss": 0.3771, |
| "step": 996 |
| }, |
| { |
| "epoch": 1.1369081574443811, |
| "grad_norm": 0.37624711275686223, |
| "learning_rate": 3.448202959830867e-05, |
| "loss": 0.3526, |
| "step": 997 |
| }, |
| { |
| "epoch": 1.1380490587564176, |
| "grad_norm": 0.31260376745882296, |
| "learning_rate": 3.4460887949260044e-05, |
| "loss": 0.3741, |
| "step": 998 |
| }, |
| { |
| "epoch": 1.139189960068454, |
| "grad_norm": 0.33182211780658555, |
| "learning_rate": 3.4439746300211415e-05, |
| "loss": 0.3672, |
| "step": 999 |
| }, |
| { |
| "epoch": 1.1403308613804906, |
| "grad_norm": 0.25997411455628916, |
| "learning_rate": 3.441860465116279e-05, |
| "loss": 0.364, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.1426126640045635, |
| "grad_norm": 0.33589476782435423, |
| "learning_rate": 3.439746300211416e-05, |
| "loss": 0.3859, |
| "step": 1001 |
| }, |
| { |
| "epoch": 1.1437535653166, |
| "grad_norm": 0.323028968776872, |
| "learning_rate": 3.437632135306554e-05, |
| "loss": 0.3721, |
| "step": 1002 |
| }, |
| { |
| "epoch": 1.1448944666286367, |
| "grad_norm": 0.34849839129010746, |
| "learning_rate": 3.435517970401692e-05, |
| "loss": 0.3605, |
| "step": 1003 |
| }, |
| { |
| "epoch": 1.1460353679406732, |
| "grad_norm": 0.3593724612628344, |
| "learning_rate": 3.433403805496829e-05, |
| "loss": 0.3712, |
| "step": 1004 |
| }, |
| { |
| "epoch": 1.1471762692527097, |
| "grad_norm": 0.3840174852626447, |
| "learning_rate": 3.4312896405919666e-05, |
| "loss": 0.3756, |
| "step": 1005 |
| }, |
| { |
| "epoch": 1.1483171705647461, |
| "grad_norm": 0.3786901323232798, |
| "learning_rate": 3.429175475687104e-05, |
| "loss": 0.3897, |
| "step": 1006 |
| }, |
| { |
| "epoch": 1.1494580718767826, |
| "grad_norm": 0.4736250302570152, |
| "learning_rate": 3.4270613107822414e-05, |
| "loss": 0.3835, |
| "step": 1007 |
| }, |
| { |
| "epoch": 1.150598973188819, |
| "grad_norm": 0.3205148314531088, |
| "learning_rate": 3.4249471458773785e-05, |
| "loss": 0.373, |
| "step": 1008 |
| }, |
| { |
| "epoch": 1.1517398745008558, |
| "grad_norm": 0.3674962877821635, |
| "learning_rate": 3.422832980972516e-05, |
| "loss": 0.3809, |
| "step": 1009 |
| }, |
| { |
| "epoch": 1.1528807758128923, |
| "grad_norm": 0.38716940285294676, |
| "learning_rate": 3.420718816067653e-05, |
| "loss": 0.3718, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.1540216771249288, |
| "grad_norm": 0.34612933762885156, |
| "learning_rate": 3.4186046511627904e-05, |
| "loss": 0.3958, |
| "step": 1011 |
| }, |
| { |
| "epoch": 1.1551625784369652, |
| "grad_norm": 0.3261036228115381, |
| "learning_rate": 3.416490486257928e-05, |
| "loss": 0.3663, |
| "step": 1012 |
| }, |
| { |
| "epoch": 1.1563034797490017, |
| "grad_norm": 0.3798365061694364, |
| "learning_rate": 3.414376321353065e-05, |
| "loss": 0.371, |
| "step": 1013 |
| }, |
| { |
| "epoch": 1.1574443810610382, |
| "grad_norm": 0.36082089990308985, |
| "learning_rate": 3.412262156448203e-05, |
| "loss": 0.3807, |
| "step": 1014 |
| }, |
| { |
| "epoch": 1.1585852823730747, |
| "grad_norm": 0.3809948230684839, |
| "learning_rate": 3.410147991543341e-05, |
| "loss": 0.3696, |
| "step": 1015 |
| }, |
| { |
| "epoch": 1.1597261836851112, |
| "grad_norm": 0.3946308893177107, |
| "learning_rate": 3.4080338266384784e-05, |
| "loss": 0.3773, |
| "step": 1016 |
| }, |
| { |
| "epoch": 1.1608670849971476, |
| "grad_norm": 0.364442606139928, |
| "learning_rate": 3.4059196617336155e-05, |
| "loss": 0.361, |
| "step": 1017 |
| }, |
| { |
| "epoch": 1.1620079863091843, |
| "grad_norm": 0.3609258874429056, |
| "learning_rate": 3.403805496828753e-05, |
| "loss": 0.3856, |
| "step": 1018 |
| }, |
| { |
| "epoch": 1.1631488876212208, |
| "grad_norm": 1.1416343579165587, |
| "learning_rate": 3.40169133192389e-05, |
| "loss": 0.375, |
| "step": 1019 |
| }, |
| { |
| "epoch": 1.1642897889332573, |
| "grad_norm": 0.45946054420108273, |
| "learning_rate": 3.3995771670190274e-05, |
| "loss": 0.3431, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.1654306902452938, |
| "grad_norm": 0.3364729235961614, |
| "learning_rate": 3.397463002114165e-05, |
| "loss": 0.3501, |
| "step": 1021 |
| }, |
| { |
| "epoch": 1.1665715915573303, |
| "grad_norm": 0.4080943198746895, |
| "learning_rate": 3.395348837209302e-05, |
| "loss": 0.3789, |
| "step": 1022 |
| }, |
| { |
| "epoch": 1.1677124928693667, |
| "grad_norm": 0.44524984811221446, |
| "learning_rate": 3.39323467230444e-05, |
| "loss": 0.3677, |
| "step": 1023 |
| }, |
| { |
| "epoch": 1.1688533941814032, |
| "grad_norm": 0.41099661440760105, |
| "learning_rate": 3.391120507399577e-05, |
| "loss": 0.3556, |
| "step": 1024 |
| }, |
| { |
| "epoch": 1.16999429549344, |
| "grad_norm": 0.3574833952927246, |
| "learning_rate": 3.389006342494715e-05, |
| "loss": 0.3618, |
| "step": 1025 |
| }, |
| { |
| "epoch": 1.1711351968054764, |
| "grad_norm": 0.49459507464416336, |
| "learning_rate": 3.386892177589852e-05, |
| "loss": 0.3549, |
| "step": 1026 |
| }, |
| { |
| "epoch": 1.1722760981175129, |
| "grad_norm": 0.322252465481915, |
| "learning_rate": 3.3847780126849896e-05, |
| "loss": 0.3683, |
| "step": 1027 |
| }, |
| { |
| "epoch": 1.1734169994295494, |
| "grad_norm": 0.3327748277535711, |
| "learning_rate": 3.382663847780127e-05, |
| "loss": 0.3587, |
| "step": 1028 |
| }, |
| { |
| "epoch": 1.1745579007415858, |
| "grad_norm": 0.30790560462013256, |
| "learning_rate": 3.3805496828752644e-05, |
| "loss": 0.3778, |
| "step": 1029 |
| }, |
| { |
| "epoch": 1.1756988020536223, |
| "grad_norm": 0.4146437969607725, |
| "learning_rate": 3.378435517970402e-05, |
| "loss": 0.3831, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.1768397033656588, |
| "grad_norm": 0.3029308530687607, |
| "learning_rate": 3.376321353065539e-05, |
| "loss": 0.376, |
| "step": 1031 |
| }, |
| { |
| "epoch": 1.1779806046776953, |
| "grad_norm": 0.3883708207491139, |
| "learning_rate": 3.374207188160677e-05, |
| "loss": 0.3827, |
| "step": 1032 |
| }, |
| { |
| "epoch": 1.179121505989732, |
| "grad_norm": 0.3264973115537315, |
| "learning_rate": 3.372093023255814e-05, |
| "loss": 0.3709, |
| "step": 1033 |
| }, |
| { |
| "epoch": 1.1802624073017685, |
| "grad_norm": 0.3224818782407752, |
| "learning_rate": 3.369978858350952e-05, |
| "loss": 0.3479, |
| "step": 1034 |
| }, |
| { |
| "epoch": 1.181403308613805, |
| "grad_norm": 0.35837329807660184, |
| "learning_rate": 3.367864693446089e-05, |
| "loss": 0.3537, |
| "step": 1035 |
| }, |
| { |
| "epoch": 1.1825442099258414, |
| "grad_norm": 0.32978113024365624, |
| "learning_rate": 3.3657505285412266e-05, |
| "loss": 0.3828, |
| "step": 1036 |
| }, |
| { |
| "epoch": 1.183685111237878, |
| "grad_norm": 0.30478082030156534, |
| "learning_rate": 3.3636363636363636e-05, |
| "loss": 0.3719, |
| "step": 1037 |
| }, |
| { |
| "epoch": 1.1848260125499144, |
| "grad_norm": 0.4039017489716658, |
| "learning_rate": 3.361522198731501e-05, |
| "loss": 0.3802, |
| "step": 1038 |
| }, |
| { |
| "epoch": 1.1859669138619509, |
| "grad_norm": 0.3137696235218554, |
| "learning_rate": 3.3594080338266385e-05, |
| "loss": 0.3497, |
| "step": 1039 |
| }, |
| { |
| "epoch": 1.1871078151739876, |
| "grad_norm": 0.3770758080250968, |
| "learning_rate": 3.357293868921776e-05, |
| "loss": 0.3857, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.188248716486024, |
| "grad_norm": 0.378178032731245, |
| "learning_rate": 3.355179704016913e-05, |
| "loss": 0.3825, |
| "step": 1041 |
| }, |
| { |
| "epoch": 1.1893896177980605, |
| "grad_norm": 0.3339076735915448, |
| "learning_rate": 3.353065539112051e-05, |
| "loss": 0.3554, |
| "step": 1042 |
| }, |
| { |
| "epoch": 1.190530519110097, |
| "grad_norm": 0.32202843560236183, |
| "learning_rate": 3.350951374207189e-05, |
| "loss": 0.385, |
| "step": 1043 |
| }, |
| { |
| "epoch": 1.1916714204221335, |
| "grad_norm": 0.39205899390410504, |
| "learning_rate": 3.348837209302326e-05, |
| "loss": 0.3939, |
| "step": 1044 |
| }, |
| { |
| "epoch": 1.19281232173417, |
| "grad_norm": 0.31585241143330434, |
| "learning_rate": 3.3467230443974636e-05, |
| "loss": 0.3697, |
| "step": 1045 |
| }, |
| { |
| "epoch": 1.1939532230462064, |
| "grad_norm": 0.34721707553982895, |
| "learning_rate": 3.3446088794926007e-05, |
| "loss": 0.3725, |
| "step": 1046 |
| }, |
| { |
| "epoch": 1.195094124358243, |
| "grad_norm": 0.3224483535503891, |
| "learning_rate": 3.342494714587738e-05, |
| "loss": 0.4002, |
| "step": 1047 |
| }, |
| { |
| "epoch": 1.1962350256702796, |
| "grad_norm": 0.34957765959120296, |
| "learning_rate": 3.3403805496828755e-05, |
| "loss": 0.3627, |
| "step": 1048 |
| }, |
| { |
| "epoch": 1.197375926982316, |
| "grad_norm": 0.38328812141174423, |
| "learning_rate": 3.3382663847780125e-05, |
| "loss": 0.4014, |
| "step": 1049 |
| }, |
| { |
| "epoch": 1.1985168282943526, |
| "grad_norm": 0.3758584671491964, |
| "learning_rate": 3.33615221987315e-05, |
| "loss": 0.3696, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.199657729606389, |
| "grad_norm": 0.39611799283306404, |
| "learning_rate": 3.3340380549682874e-05, |
| "loss": 0.387, |
| "step": 1051 |
| }, |
| { |
| "epoch": 1.2007986309184255, |
| "grad_norm": 0.2987773907456679, |
| "learning_rate": 3.331923890063425e-05, |
| "loss": 0.3879, |
| "step": 1052 |
| }, |
| { |
| "epoch": 1.201939532230462, |
| "grad_norm": 0.36426120265256484, |
| "learning_rate": 3.329809725158562e-05, |
| "loss": 0.362, |
| "step": 1053 |
| }, |
| { |
| "epoch": 1.2030804335424985, |
| "grad_norm": 0.36560634288948834, |
| "learning_rate": 3.3276955602537e-05, |
| "loss": 0.3509, |
| "step": 1054 |
| }, |
| { |
| "epoch": 1.2042213348545352, |
| "grad_norm": 0.3035450394151478, |
| "learning_rate": 3.3255813953488377e-05, |
| "loss": 0.376, |
| "step": 1055 |
| }, |
| { |
| "epoch": 1.2053622361665717, |
| "grad_norm": 0.39302963075707603, |
| "learning_rate": 3.323467230443975e-05, |
| "loss": 0.3699, |
| "step": 1056 |
| }, |
| { |
| "epoch": 1.2065031374786082, |
| "grad_norm": 0.35343270894560463, |
| "learning_rate": 3.3213530655391125e-05, |
| "loss": 0.3707, |
| "step": 1057 |
| }, |
| { |
| "epoch": 1.2076440387906446, |
| "grad_norm": 0.32922752073268385, |
| "learning_rate": 3.3192389006342495e-05, |
| "loss": 0.362, |
| "step": 1058 |
| }, |
| { |
| "epoch": 1.2087849401026811, |
| "grad_norm": 0.3497263627038085, |
| "learning_rate": 3.317124735729387e-05, |
| "loss": 0.3544, |
| "step": 1059 |
| }, |
| { |
| "epoch": 1.2099258414147176, |
| "grad_norm": 0.38176942411154147, |
| "learning_rate": 3.3150105708245244e-05, |
| "loss": 0.3786, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.211066742726754, |
| "grad_norm": 0.3655333255212552, |
| "learning_rate": 3.312896405919662e-05, |
| "loss": 0.3844, |
| "step": 1061 |
| }, |
| { |
| "epoch": 1.2122076440387906, |
| "grad_norm": 0.3562621090561445, |
| "learning_rate": 3.310782241014799e-05, |
| "loss": 0.3634, |
| "step": 1062 |
| }, |
| { |
| "epoch": 1.213348545350827, |
| "grad_norm": 0.3900734684566537, |
| "learning_rate": 3.308668076109937e-05, |
| "loss": 0.3837, |
| "step": 1063 |
| }, |
| { |
| "epoch": 1.2144894466628637, |
| "grad_norm": 0.3140299737074897, |
| "learning_rate": 3.306553911205074e-05, |
| "loss": 0.381, |
| "step": 1064 |
| }, |
| { |
| "epoch": 1.2156303479749002, |
| "grad_norm": 0.3167356658778117, |
| "learning_rate": 3.304439746300211e-05, |
| "loss": 0.3751, |
| "step": 1065 |
| }, |
| { |
| "epoch": 1.2167712492869367, |
| "grad_norm": 0.32986942860860147, |
| "learning_rate": 3.302325581395349e-05, |
| "loss": 0.3671, |
| "step": 1066 |
| }, |
| { |
| "epoch": 1.2179121505989732, |
| "grad_norm": 0.3980484794765463, |
| "learning_rate": 3.3002114164904865e-05, |
| "loss": 0.3922, |
| "step": 1067 |
| }, |
| { |
| "epoch": 1.2190530519110097, |
| "grad_norm": 0.31025070985969755, |
| "learning_rate": 3.298097251585624e-05, |
| "loss": 0.3612, |
| "step": 1068 |
| }, |
| { |
| "epoch": 1.2201939532230461, |
| "grad_norm": 0.3954022677035698, |
| "learning_rate": 3.2959830866807614e-05, |
| "loss": 0.3775, |
| "step": 1069 |
| }, |
| { |
| "epoch": 1.2213348545350828, |
| "grad_norm": 0.3398950566588672, |
| "learning_rate": 3.293868921775899e-05, |
| "loss": 0.3922, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.2224757558471193, |
| "grad_norm": 0.35576853153937077, |
| "learning_rate": 3.291754756871036e-05, |
| "loss": 0.3746, |
| "step": 1071 |
| }, |
| { |
| "epoch": 1.2236166571591558, |
| "grad_norm": 0.30802379229978166, |
| "learning_rate": 3.289640591966173e-05, |
| "loss": 0.3823, |
| "step": 1072 |
| }, |
| { |
| "epoch": 1.2247575584711923, |
| "grad_norm": 0.3493515239803427, |
| "learning_rate": 3.287526427061311e-05, |
| "loss": 0.3541, |
| "step": 1073 |
| }, |
| { |
| "epoch": 1.2258984597832288, |
| "grad_norm": 0.27413733268524487, |
| "learning_rate": 3.285412262156448e-05, |
| "loss": 0.3654, |
| "step": 1074 |
| }, |
| { |
| "epoch": 1.2270393610952652, |
| "grad_norm": 0.30282716452139746, |
| "learning_rate": 3.283298097251586e-05, |
| "loss": 0.3711, |
| "step": 1075 |
| }, |
| { |
| "epoch": 1.2281802624073017, |
| "grad_norm": 0.31145240791005063, |
| "learning_rate": 3.281183932346723e-05, |
| "loss": 0.3583, |
| "step": 1076 |
| }, |
| { |
| "epoch": 1.2293211637193382, |
| "grad_norm": 0.27129448563700514, |
| "learning_rate": 3.2790697674418606e-05, |
| "loss": 0.3643, |
| "step": 1077 |
| }, |
| { |
| "epoch": 1.2304620650313747, |
| "grad_norm": 0.3295699887395353, |
| "learning_rate": 3.276955602536998e-05, |
| "loss": 0.347, |
| "step": 1078 |
| }, |
| { |
| "epoch": 1.2316029663434114, |
| "grad_norm": 0.3276186811143977, |
| "learning_rate": 3.2748414376321354e-05, |
| "loss": 0.3712, |
| "step": 1079 |
| }, |
| { |
| "epoch": 1.2327438676554479, |
| "grad_norm": 0.34011289116421417, |
| "learning_rate": 3.272727272727273e-05, |
| "loss": 0.3789, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.2338847689674843, |
| "grad_norm": 0.3430954560333754, |
| "learning_rate": 3.27061310782241e-05, |
| "loss": 0.388, |
| "step": 1081 |
| }, |
| { |
| "epoch": 1.2350256702795208, |
| "grad_norm": 0.28511422528620944, |
| "learning_rate": 3.268498942917548e-05, |
| "loss": 0.3712, |
| "step": 1082 |
| }, |
| { |
| "epoch": 1.2361665715915573, |
| "grad_norm": 0.3469153679842275, |
| "learning_rate": 3.266384778012685e-05, |
| "loss": 0.3479, |
| "step": 1083 |
| }, |
| { |
| "epoch": 1.2373074729035938, |
| "grad_norm": 0.31225044583573147, |
| "learning_rate": 3.264270613107823e-05, |
| "loss": 0.366, |
| "step": 1084 |
| }, |
| { |
| "epoch": 1.2384483742156303, |
| "grad_norm": 0.3205379010988631, |
| "learning_rate": 3.26215644820296e-05, |
| "loss": 0.3818, |
| "step": 1085 |
| }, |
| { |
| "epoch": 1.239589275527667, |
| "grad_norm": 0.2840480563572048, |
| "learning_rate": 3.2600422832980976e-05, |
| "loss": 0.3624, |
| "step": 1086 |
| }, |
| { |
| "epoch": 1.2407301768397034, |
| "grad_norm": 0.3526143479765244, |
| "learning_rate": 3.257928118393235e-05, |
| "loss": 0.3703, |
| "step": 1087 |
| }, |
| { |
| "epoch": 1.24187107815174, |
| "grad_norm": 0.2684134070992963, |
| "learning_rate": 3.2558139534883724e-05, |
| "loss": 0.3577, |
| "step": 1088 |
| }, |
| { |
| "epoch": 1.2430119794637764, |
| "grad_norm": 0.32212969469475267, |
| "learning_rate": 3.2536997885835095e-05, |
| "loss": 0.3402, |
| "step": 1089 |
| }, |
| { |
| "epoch": 1.2441528807758129, |
| "grad_norm": 0.3240375629745611, |
| "learning_rate": 3.2515856236786466e-05, |
| "loss": 0.394, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.2452937820878494, |
| "grad_norm": 0.2829430362775589, |
| "learning_rate": 3.249471458773784e-05, |
| "loss": 0.3738, |
| "step": 1091 |
| }, |
| { |
| "epoch": 1.2464346833998858, |
| "grad_norm": 0.3415069305615634, |
| "learning_rate": 3.247357293868922e-05, |
| "loss": 0.3772, |
| "step": 1092 |
| }, |
| { |
| "epoch": 1.2475755847119223, |
| "grad_norm": 0.35519434270985334, |
| "learning_rate": 3.245243128964059e-05, |
| "loss": 0.3958, |
| "step": 1093 |
| }, |
| { |
| "epoch": 1.248716486023959, |
| "grad_norm": 0.2887851058517861, |
| "learning_rate": 3.243128964059197e-05, |
| "loss": 0.3746, |
| "step": 1094 |
| }, |
| { |
| "epoch": 1.2498573873359955, |
| "grad_norm": 0.3456876409406876, |
| "learning_rate": 3.2410147991543346e-05, |
| "loss": 0.3647, |
| "step": 1095 |
| }, |
| { |
| "epoch": 1.250998288648032, |
| "grad_norm": 0.2923005180020809, |
| "learning_rate": 3.238900634249472e-05, |
| "loss": 0.3703, |
| "step": 1096 |
| }, |
| { |
| "epoch": 1.2521391899600685, |
| "grad_norm": 0.33057352412548374, |
| "learning_rate": 3.2367864693446094e-05, |
| "loss": 0.3643, |
| "step": 1097 |
| }, |
| { |
| "epoch": 1.253280091272105, |
| "grad_norm": 0.36994392272110005, |
| "learning_rate": 3.2346723044397465e-05, |
| "loss": 0.3662, |
| "step": 1098 |
| }, |
| { |
| "epoch": 1.2544209925841414, |
| "grad_norm": 0.2935627570419225, |
| "learning_rate": 3.2325581395348836e-05, |
| "loss": 0.3835, |
| "step": 1099 |
| }, |
| { |
| "epoch": 1.2555618938961781, |
| "grad_norm": 0.35305608593147453, |
| "learning_rate": 3.230443974630021e-05, |
| "loss": 0.3741, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.2567027952082146, |
| "grad_norm": 0.30256830350387487, |
| "learning_rate": 3.2283298097251584e-05, |
| "loss": 0.3688, |
| "step": 1101 |
| }, |
| { |
| "epoch": 1.257843696520251, |
| "grad_norm": 0.3460982440766267, |
| "learning_rate": 3.226215644820296e-05, |
| "loss": 0.3653, |
| "step": 1102 |
| }, |
| { |
| "epoch": 1.2589845978322876, |
| "grad_norm": 0.34403905347729535, |
| "learning_rate": 3.224101479915433e-05, |
| "loss": 0.3857, |
| "step": 1103 |
| }, |
| { |
| "epoch": 1.260125499144324, |
| "grad_norm": 0.3530369430889585, |
| "learning_rate": 3.221987315010571e-05, |
| "loss": 0.372, |
| "step": 1104 |
| }, |
| { |
| "epoch": 1.2612664004563605, |
| "grad_norm": 0.3342161669182045, |
| "learning_rate": 3.219873150105708e-05, |
| "loss": 0.3725, |
| "step": 1105 |
| }, |
| { |
| "epoch": 1.262407301768397, |
| "grad_norm": 0.36362820655955347, |
| "learning_rate": 3.217758985200846e-05, |
| "loss": 0.3684, |
| "step": 1106 |
| }, |
| { |
| "epoch": 1.2635482030804335, |
| "grad_norm": 0.3241577589711961, |
| "learning_rate": 3.2156448202959835e-05, |
| "loss": 0.3756, |
| "step": 1107 |
| }, |
| { |
| "epoch": 1.26468910439247, |
| "grad_norm": 0.29636070346273397, |
| "learning_rate": 3.2135306553911206e-05, |
| "loss": 0.3747, |
| "step": 1108 |
| }, |
| { |
| "epoch": 1.2658300057045064, |
| "grad_norm": 0.3752679637351401, |
| "learning_rate": 3.211416490486258e-05, |
| "loss": 0.3628, |
| "step": 1109 |
| }, |
| { |
| "epoch": 1.2669709070165431, |
| "grad_norm": 0.36063049502355077, |
| "learning_rate": 3.2093023255813954e-05, |
| "loss": 0.3788, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.2681118083285796, |
| "grad_norm": 0.36063293655342027, |
| "learning_rate": 3.207188160676533e-05, |
| "loss": 0.3647, |
| "step": 1111 |
| }, |
| { |
| "epoch": 1.269252709640616, |
| "grad_norm": 0.3876467932971257, |
| "learning_rate": 3.20507399577167e-05, |
| "loss": 0.3588, |
| "step": 1112 |
| }, |
| { |
| "epoch": 1.2703936109526526, |
| "grad_norm": 0.3877619528273815, |
| "learning_rate": 3.202959830866808e-05, |
| "loss": 0.3611, |
| "step": 1113 |
| }, |
| { |
| "epoch": 1.271534512264689, |
| "grad_norm": 0.3317695650930697, |
| "learning_rate": 3.200845665961945e-05, |
| "loss": 0.3613, |
| "step": 1114 |
| }, |
| { |
| "epoch": 1.2726754135767255, |
| "grad_norm": 0.3586599244171131, |
| "learning_rate": 3.198731501057083e-05, |
| "loss": 0.3581, |
| "step": 1115 |
| }, |
| { |
| "epoch": 1.2738163148887622, |
| "grad_norm": 0.32768476193965773, |
| "learning_rate": 3.19661733615222e-05, |
| "loss": 0.3624, |
| "step": 1116 |
| }, |
| { |
| "epoch": 1.2749572162007987, |
| "grad_norm": 0.342066085799505, |
| "learning_rate": 3.194503171247357e-05, |
| "loss": 0.3931, |
| "step": 1117 |
| }, |
| { |
| "epoch": 1.2760981175128352, |
| "grad_norm": 0.3212269324643488, |
| "learning_rate": 3.1923890063424947e-05, |
| "loss": 0.3824, |
| "step": 1118 |
| }, |
| { |
| "epoch": 1.2772390188248717, |
| "grad_norm": 0.34149971973938353, |
| "learning_rate": 3.1902748414376324e-05, |
| "loss": 0.3761, |
| "step": 1119 |
| }, |
| { |
| "epoch": 1.2783799201369082, |
| "grad_norm": 0.3708195020111092, |
| "learning_rate": 3.18816067653277e-05, |
| "loss": 0.3832, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.2795208214489446, |
| "grad_norm": 0.3662946332428756, |
| "learning_rate": 3.186046511627907e-05, |
| "loss": 0.3788, |
| "step": 1121 |
| }, |
| { |
| "epoch": 1.2806617227609811, |
| "grad_norm": 0.2718084249660657, |
| "learning_rate": 3.183932346723045e-05, |
| "loss": 0.3762, |
| "step": 1122 |
| }, |
| { |
| "epoch": 1.2818026240730176, |
| "grad_norm": 0.3549508122271783, |
| "learning_rate": 3.181818181818182e-05, |
| "loss": 0.3507, |
| "step": 1123 |
| }, |
| { |
| "epoch": 1.282943525385054, |
| "grad_norm": 0.3456469078705619, |
| "learning_rate": 3.17970401691332e-05, |
| "loss": 0.3788, |
| "step": 1124 |
| }, |
| { |
| "epoch": 1.2840844266970908, |
| "grad_norm": 0.29275976639218304, |
| "learning_rate": 3.177589852008457e-05, |
| "loss": 0.3637, |
| "step": 1125 |
| }, |
| { |
| "epoch": 1.2852253280091273, |
| "grad_norm": 0.35290128309001717, |
| "learning_rate": 3.175475687103594e-05, |
| "loss": 0.3851, |
| "step": 1126 |
| }, |
| { |
| "epoch": 1.2863662293211637, |
| "grad_norm": 0.31844354937645575, |
| "learning_rate": 3.173361522198732e-05, |
| "loss": 0.3786, |
| "step": 1127 |
| }, |
| { |
| "epoch": 1.2875071306332002, |
| "grad_norm": 0.3607279985421439, |
| "learning_rate": 3.171247357293869e-05, |
| "loss": 0.3584, |
| "step": 1128 |
| }, |
| { |
| "epoch": 1.2886480319452367, |
| "grad_norm": 0.3258151642831157, |
| "learning_rate": 3.1691331923890065e-05, |
| "loss": 0.3807, |
| "step": 1129 |
| }, |
| { |
| "epoch": 1.2897889332572732, |
| "grad_norm": 0.3584686282000858, |
| "learning_rate": 3.1670190274841435e-05, |
| "loss": 0.4076, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.2909298345693099, |
| "grad_norm": 0.34153478084703925, |
| "learning_rate": 3.164904862579281e-05, |
| "loss": 0.3538, |
| "step": 1131 |
| }, |
| { |
| "epoch": 1.2920707358813464, |
| "grad_norm": 0.3176502770934002, |
| "learning_rate": 3.162790697674419e-05, |
| "loss": 0.3794, |
| "step": 1132 |
| }, |
| { |
| "epoch": 1.2932116371933828, |
| "grad_norm": 0.3577524872996408, |
| "learning_rate": 3.160676532769556e-05, |
| "loss": 0.365, |
| "step": 1133 |
| }, |
| { |
| "epoch": 1.2943525385054193, |
| "grad_norm": 0.33076084058529676, |
| "learning_rate": 3.158562367864694e-05, |
| "loss": 0.3514, |
| "step": 1134 |
| }, |
| { |
| "epoch": 1.2954934398174558, |
| "grad_norm": 0.38879916007923476, |
| "learning_rate": 3.156448202959831e-05, |
| "loss": 0.3743, |
| "step": 1135 |
| }, |
| { |
| "epoch": 1.2966343411294923, |
| "grad_norm": 0.3635936827843266, |
| "learning_rate": 3.154334038054969e-05, |
| "loss": 0.3655, |
| "step": 1136 |
| }, |
| { |
| "epoch": 1.2977752424415288, |
| "grad_norm": 0.3476006034419538, |
| "learning_rate": 3.152219873150106e-05, |
| "loss": 0.3889, |
| "step": 1137 |
| }, |
| { |
| "epoch": 1.2989161437535652, |
| "grad_norm": 0.3667463941248487, |
| "learning_rate": 3.1501057082452435e-05, |
| "loss": 0.3971, |
| "step": 1138 |
| }, |
| { |
| "epoch": 1.3000570450656017, |
| "grad_norm": 0.310954947386153, |
| "learning_rate": 3.1479915433403805e-05, |
| "loss": 0.3753, |
| "step": 1139 |
| }, |
| { |
| "epoch": 1.3011979463776384, |
| "grad_norm": 0.36203472318239655, |
| "learning_rate": 3.145877378435518e-05, |
| "loss": 0.3613, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.302338847689675, |
| "grad_norm": 0.3494822072314133, |
| "learning_rate": 3.1437632135306554e-05, |
| "loss": 0.3851, |
| "step": 1141 |
| }, |
| { |
| "epoch": 1.3034797490017114, |
| "grad_norm": 0.3516976871249764, |
| "learning_rate": 3.141649048625793e-05, |
| "loss": 0.3574, |
| "step": 1142 |
| }, |
| { |
| "epoch": 1.3046206503137479, |
| "grad_norm": 0.26973236707033366, |
| "learning_rate": 3.13953488372093e-05, |
| "loss": 0.3791, |
| "step": 1143 |
| }, |
| { |
| "epoch": 1.3057615516257843, |
| "grad_norm": 0.3429365439599929, |
| "learning_rate": 3.137420718816067e-05, |
| "loss": 0.366, |
| "step": 1144 |
| }, |
| { |
| "epoch": 1.3069024529378208, |
| "grad_norm": 0.3165521363453188, |
| "learning_rate": 3.135306553911205e-05, |
| "loss": 0.3884, |
| "step": 1145 |
| }, |
| { |
| "epoch": 1.3080433542498575, |
| "grad_norm": 0.297830837920527, |
| "learning_rate": 3.133192389006343e-05, |
| "loss": 0.3801, |
| "step": 1146 |
| }, |
| { |
| "epoch": 1.309184255561894, |
| "grad_norm": 0.2876870489632023, |
| "learning_rate": 3.1310782241014805e-05, |
| "loss": 0.3721, |
| "step": 1147 |
| }, |
| { |
| "epoch": 1.3103251568739305, |
| "grad_norm": 0.3037731699134318, |
| "learning_rate": 3.1289640591966176e-05, |
| "loss": 0.3752, |
| "step": 1148 |
| }, |
| { |
| "epoch": 1.311466058185967, |
| "grad_norm": 0.32611078798800086, |
| "learning_rate": 3.126849894291755e-05, |
| "loss": 0.3733, |
| "step": 1149 |
| }, |
| { |
| "epoch": 1.3126069594980034, |
| "grad_norm": 0.2895325920295833, |
| "learning_rate": 3.1247357293868924e-05, |
| "loss": 0.3544, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.31374786081004, |
| "grad_norm": 0.3654499418349549, |
| "learning_rate": 3.1226215644820294e-05, |
| "loss": 0.3733, |
| "step": 1151 |
| }, |
| { |
| "epoch": 1.3148887621220764, |
| "grad_norm": 0.36567998053713596, |
| "learning_rate": 3.120507399577167e-05, |
| "loss": 0.3732, |
| "step": 1152 |
| }, |
| { |
| "epoch": 1.3160296634341129, |
| "grad_norm": 0.34435773909859874, |
| "learning_rate": 3.118393234672304e-05, |
| "loss": 0.3913, |
| "step": 1153 |
| }, |
| { |
| "epoch": 1.3171705647461494, |
| "grad_norm": 0.3957305592645215, |
| "learning_rate": 3.116279069767442e-05, |
| "loss": 0.3661, |
| "step": 1154 |
| }, |
| { |
| "epoch": 1.3183114660581858, |
| "grad_norm": 0.3374259528454154, |
| "learning_rate": 3.114164904862579e-05, |
| "loss": 0.3574, |
| "step": 1155 |
| }, |
| { |
| "epoch": 1.3194523673702225, |
| "grad_norm": 0.2937491447581557, |
| "learning_rate": 3.112050739957717e-05, |
| "loss": 0.3655, |
| "step": 1156 |
| }, |
| { |
| "epoch": 1.320593268682259, |
| "grad_norm": 0.36541534067539616, |
| "learning_rate": 3.109936575052854e-05, |
| "loss": 0.3967, |
| "step": 1157 |
| }, |
| { |
| "epoch": 1.3217341699942955, |
| "grad_norm": 0.32171994431469614, |
| "learning_rate": 3.1078224101479916e-05, |
| "loss": 0.3623, |
| "step": 1158 |
| }, |
| { |
| "epoch": 1.322875071306332, |
| "grad_norm": 0.32768929811903286, |
| "learning_rate": 3.1057082452431294e-05, |
| "loss": 0.381, |
| "step": 1159 |
| }, |
| { |
| "epoch": 1.3240159726183685, |
| "grad_norm": 0.28688520786573474, |
| "learning_rate": 3.1035940803382664e-05, |
| "loss": 0.3614, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.3251568739304052, |
| "grad_norm": 0.3447454760055943, |
| "learning_rate": 3.101479915433404e-05, |
| "loss": 0.3835, |
| "step": 1161 |
| }, |
| { |
| "epoch": 1.3262977752424416, |
| "grad_norm": 0.30834089409956156, |
| "learning_rate": 3.099365750528541e-05, |
| "loss": 0.3676, |
| "step": 1162 |
| }, |
| { |
| "epoch": 1.3274386765544781, |
| "grad_norm": 0.3769175020167887, |
| "learning_rate": 3.097251585623679e-05, |
| "loss": 0.3812, |
| "step": 1163 |
| }, |
| { |
| "epoch": 1.3285795778665146, |
| "grad_norm": 0.3603398260692364, |
| "learning_rate": 3.095137420718816e-05, |
| "loss": 0.3885, |
| "step": 1164 |
| }, |
| { |
| "epoch": 1.329720479178551, |
| "grad_norm": 0.3818452964334466, |
| "learning_rate": 3.093023255813954e-05, |
| "loss": 0.3666, |
| "step": 1165 |
| }, |
| { |
| "epoch": 1.3308613804905876, |
| "grad_norm": 0.341137726154606, |
| "learning_rate": 3.090909090909091e-05, |
| "loss": 0.3626, |
| "step": 1166 |
| }, |
| { |
| "epoch": 1.332002281802624, |
| "grad_norm": 0.3677916501891261, |
| "learning_rate": 3.0887949260042286e-05, |
| "loss": 0.3742, |
| "step": 1167 |
| }, |
| { |
| "epoch": 1.3331431831146605, |
| "grad_norm": 0.35238646235818044, |
| "learning_rate": 3.086680761099366e-05, |
| "loss": 0.3776, |
| "step": 1168 |
| }, |
| { |
| "epoch": 1.334284084426697, |
| "grad_norm": 0.3241309831420008, |
| "learning_rate": 3.084566596194503e-05, |
| "loss": 0.4018, |
| "step": 1169 |
| }, |
| { |
| "epoch": 1.3354249857387335, |
| "grad_norm": 0.4211931838361165, |
| "learning_rate": 3.0824524312896405e-05, |
| "loss": 0.3666, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.3365658870507702, |
| "grad_norm": 0.3432763006800476, |
| "learning_rate": 3.080338266384778e-05, |
| "loss": 0.3815, |
| "step": 1171 |
| }, |
| { |
| "epoch": 1.3377067883628067, |
| "grad_norm": 0.3527700767350808, |
| "learning_rate": 3.078224101479916e-05, |
| "loss": 0.3583, |
| "step": 1172 |
| }, |
| { |
| "epoch": 1.3388476896748431, |
| "grad_norm": 0.37964149901308397, |
| "learning_rate": 3.076109936575053e-05, |
| "loss": 0.3579, |
| "step": 1173 |
| }, |
| { |
| "epoch": 1.3399885909868796, |
| "grad_norm": 0.28730602914506537, |
| "learning_rate": 3.073995771670191e-05, |
| "loss": 0.3468, |
| "step": 1174 |
| }, |
| { |
| "epoch": 1.341129492298916, |
| "grad_norm": 0.3002903212997977, |
| "learning_rate": 3.071881606765328e-05, |
| "loss": 0.3559, |
| "step": 1175 |
| }, |
| { |
| "epoch": 1.3422703936109526, |
| "grad_norm": 0.3297601544213069, |
| "learning_rate": 3.0697674418604656e-05, |
| "loss": 0.3726, |
| "step": 1176 |
| }, |
| { |
| "epoch": 1.3434112949229893, |
| "grad_norm": 0.2746332939414886, |
| "learning_rate": 3.067653276955603e-05, |
| "loss": 0.3701, |
| "step": 1177 |
| }, |
| { |
| "epoch": 1.3445521962350258, |
| "grad_norm": 0.260651600604371, |
| "learning_rate": 3.06553911205074e-05, |
| "loss": 0.3519, |
| "step": 1178 |
| }, |
| { |
| "epoch": 1.3456930975470622, |
| "grad_norm": 0.30888849266481555, |
| "learning_rate": 3.0634249471458775e-05, |
| "loss": 0.4036, |
| "step": 1179 |
| }, |
| { |
| "epoch": 1.3468339988590987, |
| "grad_norm": 0.2709838548905517, |
| "learning_rate": 3.0613107822410146e-05, |
| "loss": 0.3742, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.3479749001711352, |
| "grad_norm": 0.28410459677729055, |
| "learning_rate": 3.059196617336152e-05, |
| "loss": 0.3694, |
| "step": 1181 |
| }, |
| { |
| "epoch": 1.3491158014831717, |
| "grad_norm": 0.27240207939222316, |
| "learning_rate": 3.0570824524312894e-05, |
| "loss": 0.3541, |
| "step": 1182 |
| }, |
| { |
| "epoch": 1.3502567027952082, |
| "grad_norm": 0.28022840245663483, |
| "learning_rate": 3.054968287526427e-05, |
| "loss": 0.3556, |
| "step": 1183 |
| }, |
| { |
| "epoch": 1.3513976041072446, |
| "grad_norm": 0.3026651192991682, |
| "learning_rate": 3.052854122621565e-05, |
| "loss": 0.3787, |
| "step": 1184 |
| }, |
| { |
| "epoch": 1.3525385054192811, |
| "grad_norm": 0.3221082586985108, |
| "learning_rate": 3.0507399577167023e-05, |
| "loss": 0.3677, |
| "step": 1185 |
| }, |
| { |
| "epoch": 1.3536794067313178, |
| "grad_norm": 0.2993724031412757, |
| "learning_rate": 3.0486257928118394e-05, |
| "loss": 0.3961, |
| "step": 1186 |
| }, |
| { |
| "epoch": 1.3548203080433543, |
| "grad_norm": 0.36575229654879793, |
| "learning_rate": 3.0465116279069768e-05, |
| "loss": 0.3806, |
| "step": 1187 |
| }, |
| { |
| "epoch": 1.3559612093553908, |
| "grad_norm": 0.2618840843711902, |
| "learning_rate": 3.0443974630021145e-05, |
| "loss": 0.3809, |
| "step": 1188 |
| }, |
| { |
| "epoch": 1.3571021106674273, |
| "grad_norm": 0.33259999621304476, |
| "learning_rate": 3.0422832980972516e-05, |
| "loss": 0.3664, |
| "step": 1189 |
| }, |
| { |
| "epoch": 1.3582430119794637, |
| "grad_norm": 0.2906615103162758, |
| "learning_rate": 3.0401691331923893e-05, |
| "loss": 0.3631, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.3593839132915002, |
| "grad_norm": 0.30230407067896337, |
| "learning_rate": 3.0380549682875264e-05, |
| "loss": 0.3699, |
| "step": 1191 |
| }, |
| { |
| "epoch": 1.360524814603537, |
| "grad_norm": 0.31210182393997005, |
| "learning_rate": 3.035940803382664e-05, |
| "loss": 0.3714, |
| "step": 1192 |
| }, |
| { |
| "epoch": 1.3616657159155734, |
| "grad_norm": 0.2808150657733752, |
| "learning_rate": 3.0338266384778012e-05, |
| "loss": 0.3594, |
| "step": 1193 |
| }, |
| { |
| "epoch": 1.3628066172276099, |
| "grad_norm": 0.3136491102076318, |
| "learning_rate": 3.031712473572939e-05, |
| "loss": 0.3671, |
| "step": 1194 |
| }, |
| { |
| "epoch": 1.3639475185396464, |
| "grad_norm": 0.32544208291676757, |
| "learning_rate": 3.0295983086680764e-05, |
| "loss": 0.3636, |
| "step": 1195 |
| }, |
| { |
| "epoch": 1.3650884198516828, |
| "grad_norm": 0.29240635927645753, |
| "learning_rate": 3.0274841437632134e-05, |
| "loss": 0.3688, |
| "step": 1196 |
| }, |
| { |
| "epoch": 1.3662293211637193, |
| "grad_norm": 0.3045047299850035, |
| "learning_rate": 3.0253699788583512e-05, |
| "loss": 0.3695, |
| "step": 1197 |
| }, |
| { |
| "epoch": 1.3673702224757558, |
| "grad_norm": 0.3038195498825899, |
| "learning_rate": 3.0232558139534883e-05, |
| "loss": 0.3655, |
| "step": 1198 |
| }, |
| { |
| "epoch": 1.3685111237877923, |
| "grad_norm": 0.34280384948848547, |
| "learning_rate": 3.021141649048626e-05, |
| "loss": 0.3787, |
| "step": 1199 |
| }, |
| { |
| "epoch": 1.3696520250998288, |
| "grad_norm": 0.29537008807280474, |
| "learning_rate": 3.019027484143763e-05, |
| "loss": 0.3649, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.3707929264118655, |
| "grad_norm": 0.2988844933069723, |
| "learning_rate": 3.0169133192389008e-05, |
| "loss": 0.3577, |
| "step": 1201 |
| }, |
| { |
| "epoch": 1.371933827723902, |
| "grad_norm": 0.3038068470192822, |
| "learning_rate": 3.0147991543340382e-05, |
| "loss": 0.3624, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.3730747290359384, |
| "grad_norm": 0.3195670739387878, |
| "learning_rate": 3.012684989429176e-05, |
| "loss": 0.3622, |
| "step": 1203 |
| }, |
| { |
| "epoch": 1.374215630347975, |
| "grad_norm": 0.33884359703682376, |
| "learning_rate": 3.010570824524313e-05, |
| "loss": 0.3712, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.3753565316600114, |
| "grad_norm": 0.30921551673694203, |
| "learning_rate": 3.00845665961945e-05, |
| "loss": 0.3871, |
| "step": 1205 |
| }, |
| { |
| "epoch": 1.3764974329720479, |
| "grad_norm": 0.38097121845936377, |
| "learning_rate": 3.006342494714588e-05, |
| "loss": 0.3861, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.3776383342840846, |
| "grad_norm": 0.2684259417323635, |
| "learning_rate": 3.0042283298097253e-05, |
| "loss": 0.3782, |
| "step": 1207 |
| }, |
| { |
| "epoch": 1.378779235596121, |
| "grad_norm": 0.2956290222982241, |
| "learning_rate": 3.002114164904863e-05, |
| "loss": 0.3713, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.3799201369081575, |
| "grad_norm": 0.370180759036463, |
| "learning_rate": 3e-05, |
| "loss": 0.3828, |
| "step": 1209 |
| }, |
| { |
| "epoch": 1.381061038220194, |
| "grad_norm": 0.25836075503652833, |
| "learning_rate": 2.9978858350951378e-05, |
| "loss": 0.3647, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.3822019395322305, |
| "grad_norm": 0.3468462978558045, |
| "learning_rate": 2.995771670190275e-05, |
| "loss": 0.3765, |
| "step": 1211 |
| }, |
| { |
| "epoch": 1.383342840844267, |
| "grad_norm": 0.2824173533303826, |
| "learning_rate": 2.9936575052854126e-05, |
| "loss": 0.3681, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.3844837421563034, |
| "grad_norm": 0.28736316984448956, |
| "learning_rate": 2.9915433403805497e-05, |
| "loss": 0.3625, |
| "step": 1213 |
| }, |
| { |
| "epoch": 1.38562464346834, |
| "grad_norm": 0.33703904092494497, |
| "learning_rate": 2.989429175475687e-05, |
| "loss": 0.3777, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.3867655447803764, |
| "grad_norm": 0.29634799772730275, |
| "learning_rate": 2.987315010570825e-05, |
| "loss": 0.3608, |
| "step": 1215 |
| }, |
| { |
| "epoch": 1.3879064460924129, |
| "grad_norm": 0.3384257392542635, |
| "learning_rate": 2.985200845665962e-05, |
| "loss": 0.3602, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.3890473474044496, |
| "grad_norm": 0.27944486323405615, |
| "learning_rate": 2.9830866807610997e-05, |
| "loss": 0.3464, |
| "step": 1217 |
| }, |
| { |
| "epoch": 1.390188248716486, |
| "grad_norm": 0.32014182507961697, |
| "learning_rate": 2.9809725158562367e-05, |
| "loss": 0.3739, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.3913291500285225, |
| "grad_norm": 0.33271962982884457, |
| "learning_rate": 2.9788583509513745e-05, |
| "loss": 0.3969, |
| "step": 1219 |
| }, |
| { |
| "epoch": 1.392470051340559, |
| "grad_norm": 0.30683561080527283, |
| "learning_rate": 2.976744186046512e-05, |
| "loss": 0.3896, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.3936109526525955, |
| "grad_norm": 0.31727387176204047, |
| "learning_rate": 2.9746300211416493e-05, |
| "loss": 0.3706, |
| "step": 1221 |
| }, |
| { |
| "epoch": 1.3947518539646322, |
| "grad_norm": 0.35232887418187936, |
| "learning_rate": 2.9725158562367867e-05, |
| "loss": 0.357, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.3958927552766687, |
| "grad_norm": 0.2941768931758356, |
| "learning_rate": 2.9704016913319238e-05, |
| "loss": 0.3916, |
| "step": 1223 |
| }, |
| { |
| "epoch": 1.3970336565887052, |
| "grad_norm": 0.38849939713177317, |
| "learning_rate": 2.9682875264270615e-05, |
| "loss": 0.3731, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.3981745579007416, |
| "grad_norm": 0.2733119638416779, |
| "learning_rate": 2.9661733615221986e-05, |
| "loss": 0.3508, |
| "step": 1225 |
| }, |
| { |
| "epoch": 1.3993154592127781, |
| "grad_norm": 0.3141094815641651, |
| "learning_rate": 2.9640591966173363e-05, |
| "loss": 0.3747, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.4004563605248146, |
| "grad_norm": 0.25985281656595854, |
| "learning_rate": 2.9619450317124737e-05, |
| "loss": 0.3561, |
| "step": 1227 |
| }, |
| { |
| "epoch": 1.401597261836851, |
| "grad_norm": 0.30023051357215597, |
| "learning_rate": 2.9598308668076115e-05, |
| "loss": 0.3632, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.4027381631488876, |
| "grad_norm": 0.3000718719373125, |
| "learning_rate": 2.9577167019027486e-05, |
| "loss": 0.3793, |
| "step": 1229 |
| }, |
| { |
| "epoch": 1.403879064460924, |
| "grad_norm": 0.2784816189918396, |
| "learning_rate": 2.9556025369978863e-05, |
| "loss": 0.3622, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.4050199657729605, |
| "grad_norm": 0.33685900817290626, |
| "learning_rate": 2.9534883720930234e-05, |
| "loss": 0.3782, |
| "step": 1231 |
| }, |
| { |
| "epoch": 1.4061608670849972, |
| "grad_norm": 0.27572068061345933, |
| "learning_rate": 2.9513742071881604e-05, |
| "loss": 0.3622, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.4073017683970337, |
| "grad_norm": 0.31338924633780607, |
| "learning_rate": 2.9492600422832982e-05, |
| "loss": 0.381, |
| "step": 1233 |
| }, |
| { |
| "epoch": 1.4084426697090702, |
| "grad_norm": 0.2734014953931813, |
| "learning_rate": 2.9471458773784356e-05, |
| "loss": 0.3546, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.4095835710211067, |
| "grad_norm": 0.3026690395161937, |
| "learning_rate": 2.9450317124735733e-05, |
| "loss": 0.3628, |
| "step": 1235 |
| }, |
| { |
| "epoch": 1.4107244723331431, |
| "grad_norm": 0.3562181622146391, |
| "learning_rate": 2.9429175475687104e-05, |
| "loss": 0.3561, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.4118653736451796, |
| "grad_norm": 0.2768764956360295, |
| "learning_rate": 2.940803382663848e-05, |
| "loss": 0.3779, |
| "step": 1237 |
| }, |
| { |
| "epoch": 1.4130062749572163, |
| "grad_norm": 0.3441377334550278, |
| "learning_rate": 2.9386892177589852e-05, |
| "loss": 0.3666, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.4141471762692528, |
| "grad_norm": 0.3387001258999047, |
| "learning_rate": 2.9365750528541226e-05, |
| "loss": 0.3789, |
| "step": 1239 |
| }, |
| { |
| "epoch": 1.4152880775812893, |
| "grad_norm": 0.30476509136714863, |
| "learning_rate": 2.9344608879492604e-05, |
| "loss": 0.3645, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.4164289788933258, |
| "grad_norm": 0.37908310081130964, |
| "learning_rate": 2.9323467230443974e-05, |
| "loss": 0.3774, |
| "step": 1241 |
| }, |
| { |
| "epoch": 1.4175698802053622, |
| "grad_norm": 0.32793422438669423, |
| "learning_rate": 2.9302325581395352e-05, |
| "loss": 0.3734, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.4187107815173987, |
| "grad_norm": 0.3277132324333076, |
| "learning_rate": 2.9281183932346723e-05, |
| "loss": 0.3904, |
| "step": 1243 |
| }, |
| { |
| "epoch": 1.4198516828294352, |
| "grad_norm": 0.3312953337286729, |
| "learning_rate": 2.92600422832981e-05, |
| "loss": 0.3692, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.4209925841414717, |
| "grad_norm": 0.2715055972763672, |
| "learning_rate": 2.923890063424947e-05, |
| "loss": 0.3655, |
| "step": 1245 |
| }, |
| { |
| "epoch": 1.4221334854535082, |
| "grad_norm": 0.2953587172579261, |
| "learning_rate": 2.9217758985200848e-05, |
| "loss": 0.3766, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.4232743867655449, |
| "grad_norm": 0.31388222966291707, |
| "learning_rate": 2.9196617336152222e-05, |
| "loss": 0.3674, |
| "step": 1247 |
| }, |
| { |
| "epoch": 1.4244152880775813, |
| "grad_norm": 0.35965122052908766, |
| "learning_rate": 2.9175475687103593e-05, |
| "loss": 0.3782, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.4255561893896178, |
| "grad_norm": 0.30486150383607696, |
| "learning_rate": 2.915433403805497e-05, |
| "loss": 0.368, |
| "step": 1249 |
| }, |
| { |
| "epoch": 1.4266970907016543, |
| "grad_norm": 0.39677093495998783, |
| "learning_rate": 2.913319238900634e-05, |
| "loss": 0.3683, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.4278379920136908, |
| "grad_norm": 0.3223810641459737, |
| "learning_rate": 2.911205073995772e-05, |
| "loss": 0.3689, |
| "step": 1251 |
| }, |
| { |
| "epoch": 1.4289788933257273, |
| "grad_norm": 0.30507032725118605, |
| "learning_rate": 2.909090909090909e-05, |
| "loss": 0.3705, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.430119794637764, |
| "grad_norm": 0.4194926217364012, |
| "learning_rate": 2.9069767441860467e-05, |
| "loss": 0.3687, |
| "step": 1253 |
| }, |
| { |
| "epoch": 1.4312606959498004, |
| "grad_norm": 0.2954199664136386, |
| "learning_rate": 2.904862579281184e-05, |
| "loss": 0.3728, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.432401597261837, |
| "grad_norm": 0.41519643808435247, |
| "learning_rate": 2.9027484143763218e-05, |
| "loss": 0.3616, |
| "step": 1255 |
| }, |
| { |
| "epoch": 1.4335424985738734, |
| "grad_norm": 0.37013820480001497, |
| "learning_rate": 2.900634249471459e-05, |
| "loss": 0.3631, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.4346833998859099, |
| "grad_norm": 0.3637646288174245, |
| "learning_rate": 2.898520084566596e-05, |
| "loss": 0.3705, |
| "step": 1257 |
| }, |
| { |
| "epoch": 1.4358243011979464, |
| "grad_norm": 0.3994429680732055, |
| "learning_rate": 2.8964059196617337e-05, |
| "loss": 0.3603, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.4369652025099828, |
| "grad_norm": 0.3261584175677973, |
| "learning_rate": 2.894291754756871e-05, |
| "loss": 0.3783, |
| "step": 1259 |
| }, |
| { |
| "epoch": 1.4381061038220193, |
| "grad_norm": 0.3535660656201677, |
| "learning_rate": 2.892177589852009e-05, |
| "loss": 0.3722, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.4392470051340558, |
| "grad_norm": 0.3547559486950115, |
| "learning_rate": 2.890063424947146e-05, |
| "loss": 0.385, |
| "step": 1261 |
| }, |
| { |
| "epoch": 1.4403879064460925, |
| "grad_norm": 0.27982112384758195, |
| "learning_rate": 2.8879492600422837e-05, |
| "loss": 0.3651, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.441528807758129, |
| "grad_norm": 0.33283939892409153, |
| "learning_rate": 2.8858350951374207e-05, |
| "loss": 0.3657, |
| "step": 1263 |
| }, |
| { |
| "epoch": 1.4426697090701655, |
| "grad_norm": 0.32733079528541736, |
| "learning_rate": 2.8837209302325585e-05, |
| "loss": 0.3787, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.443810610382202, |
| "grad_norm": 0.23586854044772235, |
| "learning_rate": 2.8816067653276956e-05, |
| "loss": 0.3585, |
| "step": 1265 |
| }, |
| { |
| "epoch": 1.4449515116942384, |
| "grad_norm": 0.3178604473656048, |
| "learning_rate": 2.879492600422833e-05, |
| "loss": 0.3617, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.446092413006275, |
| "grad_norm": 0.340401195862735, |
| "learning_rate": 2.8773784355179707e-05, |
| "loss": 0.3569, |
| "step": 1267 |
| }, |
| { |
| "epoch": 1.4472333143183116, |
| "grad_norm": 0.2832755699487134, |
| "learning_rate": 2.8752642706131078e-05, |
| "loss": 0.3752, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.448374215630348, |
| "grad_norm": 0.2816782125944015, |
| "learning_rate": 2.8731501057082455e-05, |
| "loss": 0.3694, |
| "step": 1269 |
| }, |
| { |
| "epoch": 1.4495151169423846, |
| "grad_norm": 0.2962764604229308, |
| "learning_rate": 2.8710359408033826e-05, |
| "loss": 0.3631, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.450656018254421, |
| "grad_norm": 0.3123088681993934, |
| "learning_rate": 2.8689217758985203e-05, |
| "loss": 0.3982, |
| "step": 1271 |
| }, |
| { |
| "epoch": 1.4517969195664575, |
| "grad_norm": 0.2589384687492925, |
| "learning_rate": 2.8668076109936574e-05, |
| "loss": 0.3663, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.452937820878494, |
| "grad_norm": 0.39661680089050527, |
| "learning_rate": 2.864693446088795e-05, |
| "loss": 0.3854, |
| "step": 1273 |
| }, |
| { |
| "epoch": 1.4540787221905305, |
| "grad_norm": 0.25225760585377377, |
| "learning_rate": 2.8625792811839326e-05, |
| "loss": 0.346, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.455219623502567, |
| "grad_norm": 0.3721747355722219, |
| "learning_rate": 2.8604651162790696e-05, |
| "loss": 0.3704, |
| "step": 1275 |
| }, |
| { |
| "epoch": 1.4563605248146034, |
| "grad_norm": 0.36112828697634103, |
| "learning_rate": 2.8583509513742074e-05, |
| "loss": 0.3779, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.45750142612664, |
| "grad_norm": 0.3074224938411391, |
| "learning_rate": 2.8562367864693444e-05, |
| "loss": 0.376, |
| "step": 1277 |
| }, |
| { |
| "epoch": 1.4586423274386766, |
| "grad_norm": 0.30091086011362805, |
| "learning_rate": 2.8541226215644822e-05, |
| "loss": 0.3551, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.459783228750713, |
| "grad_norm": 0.29332910598868295, |
| "learning_rate": 2.8520084566596196e-05, |
| "loss": 0.3588, |
| "step": 1279 |
| }, |
| { |
| "epoch": 1.4609241300627496, |
| "grad_norm": 0.27911592405959207, |
| "learning_rate": 2.8498942917547573e-05, |
| "loss": 0.3878, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.462065031374786, |
| "grad_norm": 0.26555424161809305, |
| "learning_rate": 2.8477801268498944e-05, |
| "loss": 0.3643, |
| "step": 1281 |
| }, |
| { |
| "epoch": 1.4632059326868225, |
| "grad_norm": 0.3114698661350436, |
| "learning_rate": 2.845665961945032e-05, |
| "loss": 0.3891, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.4643468339988592, |
| "grad_norm": 0.3417032679196954, |
| "learning_rate": 2.8435517970401692e-05, |
| "loss": 0.378, |
| "step": 1283 |
| }, |
| { |
| "epoch": 1.4654877353108957, |
| "grad_norm": 0.31269026412846357, |
| "learning_rate": 2.8414376321353063e-05, |
| "loss": 0.3632, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.4666286366229322, |
| "grad_norm": 0.2818282401954472, |
| "learning_rate": 2.839323467230444e-05, |
| "loss": 0.3857, |
| "step": 1285 |
| }, |
| { |
| "epoch": 1.4677695379349687, |
| "grad_norm": 0.3242138101510427, |
| "learning_rate": 2.8372093023255815e-05, |
| "loss": 0.3671, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.4689104392470052, |
| "grad_norm": 0.2899834506946572, |
| "learning_rate": 2.8350951374207192e-05, |
| "loss": 0.3672, |
| "step": 1287 |
| }, |
| { |
| "epoch": 1.4700513405590416, |
| "grad_norm": 0.3605761691098186, |
| "learning_rate": 2.8329809725158563e-05, |
| "loss": 0.3763, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.471192241871078, |
| "grad_norm": 0.33147697016869365, |
| "learning_rate": 2.830866807610994e-05, |
| "loss": 0.3525, |
| "step": 1289 |
| }, |
| { |
| "epoch": 1.4723331431831146, |
| "grad_norm": 0.325133970011816, |
| "learning_rate": 2.828752642706131e-05, |
| "loss": 0.3796, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.473474044495151, |
| "grad_norm": 0.33180923891881353, |
| "learning_rate": 2.8266384778012688e-05, |
| "loss": 0.3526, |
| "step": 1291 |
| }, |
| { |
| "epoch": 1.4746149458071875, |
| "grad_norm": 0.30830437851470766, |
| "learning_rate": 2.824524312896406e-05, |
| "loss": 0.3619, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.4757558471192243, |
| "grad_norm": 0.34255116892939635, |
| "learning_rate": 2.8224101479915433e-05, |
| "loss": 0.3557, |
| "step": 1293 |
| }, |
| { |
| "epoch": 1.4768967484312607, |
| "grad_norm": 0.3676335419437175, |
| "learning_rate": 2.820295983086681e-05, |
| "loss": 0.3826, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.4780376497432972, |
| "grad_norm": 0.3473952158913241, |
| "learning_rate": 2.818181818181818e-05, |
| "loss": 0.3696, |
| "step": 1295 |
| }, |
| { |
| "epoch": 1.4791785510553337, |
| "grad_norm": 0.3437354048268917, |
| "learning_rate": 2.816067653276956e-05, |
| "loss": 0.3697, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.4803194523673702, |
| "grad_norm": 0.34931348276289553, |
| "learning_rate": 2.813953488372093e-05, |
| "loss": 0.3867, |
| "step": 1297 |
| }, |
| { |
| "epoch": 1.4814603536794066, |
| "grad_norm": 0.3516920235276441, |
| "learning_rate": 2.8118393234672307e-05, |
| "loss": 0.3883, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.4826012549914434, |
| "grad_norm": 0.3369724056209684, |
| "learning_rate": 2.809725158562368e-05, |
| "loss": 0.3651, |
| "step": 1299 |
| }, |
| { |
| "epoch": 1.4837421563034798, |
| "grad_norm": 0.40382857751436074, |
| "learning_rate": 2.807610993657506e-05, |
| "loss": 0.3782, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.4848830576155163, |
| "grad_norm": 0.3095489263656417, |
| "learning_rate": 2.805496828752643e-05, |
| "loss": 0.3676, |
| "step": 1301 |
| }, |
| { |
| "epoch": 1.4860239589275528, |
| "grad_norm": 0.3503334326036625, |
| "learning_rate": 2.80338266384778e-05, |
| "loss": 0.3537, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.4871648602395893, |
| "grad_norm": 0.3311850238618065, |
| "learning_rate": 2.8012684989429177e-05, |
| "loss": 0.3624, |
| "step": 1303 |
| }, |
| { |
| "epoch": 1.4883057615516257, |
| "grad_norm": 0.3844061940542019, |
| "learning_rate": 2.7991543340380548e-05, |
| "loss": 0.365, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.4894466628636622, |
| "grad_norm": 0.30280777632485556, |
| "learning_rate": 2.7970401691331925e-05, |
| "loss": 0.3782, |
| "step": 1305 |
| }, |
| { |
| "epoch": 1.4905875641756987, |
| "grad_norm": 0.38759228805496665, |
| "learning_rate": 2.79492600422833e-05, |
| "loss": 0.3681, |
| "step": 1306 |
| }, |
| { |
| "epoch": 1.4917284654877352, |
| "grad_norm": 0.30175396840705576, |
| "learning_rate": 2.7928118393234677e-05, |
| "loss": 0.3587, |
| "step": 1307 |
| }, |
| { |
| "epoch": 1.492869366799772, |
| "grad_norm": 0.38149939268945615, |
| "learning_rate": 2.7906976744186048e-05, |
| "loss": 0.3876, |
| "step": 1308 |
| }, |
| { |
| "epoch": 1.4940102681118084, |
| "grad_norm": 0.3287914417483383, |
| "learning_rate": 2.7885835095137425e-05, |
| "loss": 0.3665, |
| "step": 1309 |
| }, |
| { |
| "epoch": 1.4951511694238449, |
| "grad_norm": 0.34723730837713296, |
| "learning_rate": 2.7864693446088796e-05, |
| "loss": 0.3799, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.4962920707358813, |
| "grad_norm": 0.3538733140564447, |
| "learning_rate": 2.784355179704017e-05, |
| "loss": 0.3705, |
| "step": 1311 |
| }, |
| { |
| "epoch": 1.4974329720479178, |
| "grad_norm": 0.28754610115885065, |
| "learning_rate": 2.7822410147991547e-05, |
| "loss": 0.3685, |
| "step": 1312 |
| }, |
| { |
| "epoch": 1.4985738733599543, |
| "grad_norm": 0.35941620116530376, |
| "learning_rate": 2.7801268498942918e-05, |
| "loss": 0.357, |
| "step": 1313 |
| }, |
| { |
| "epoch": 1.499714774671991, |
| "grad_norm": 0.28384788457688803, |
| "learning_rate": 2.7780126849894295e-05, |
| "loss": 0.3873, |
| "step": 1314 |
| }, |
| { |
| "epoch": 1.5008556759840275, |
| "grad_norm": 0.2921901422746972, |
| "learning_rate": 2.7758985200845666e-05, |
| "loss": 0.3576, |
| "step": 1315 |
| }, |
| { |
| "epoch": 1.501996577296064, |
| "grad_norm": 0.3069192169786753, |
| "learning_rate": 2.7737843551797044e-05, |
| "loss": 0.3912, |
| "step": 1316 |
| }, |
| { |
| "epoch": 1.5031374786081004, |
| "grad_norm": 0.28324765644412975, |
| "learning_rate": 2.7716701902748414e-05, |
| "loss": 0.3649, |
| "step": 1317 |
| }, |
| { |
| "epoch": 1.504278379920137, |
| "grad_norm": 0.2961812995454121, |
| "learning_rate": 2.769556025369979e-05, |
| "loss": 0.3482, |
| "step": 1318 |
| }, |
| { |
| "epoch": 1.5054192812321734, |
| "grad_norm": 0.32061195189305464, |
| "learning_rate": 2.7674418604651166e-05, |
| "loss": 0.3935, |
| "step": 1319 |
| }, |
| { |
| "epoch": 1.5065601825442099, |
| "grad_norm": 0.32516542840350554, |
| "learning_rate": 2.7653276955602536e-05, |
| "loss": 0.3589, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.5077010838562463, |
| "grad_norm": 0.3089964135811039, |
| "learning_rate": 2.7632135306553914e-05, |
| "loss": 0.3827, |
| "step": 1321 |
| }, |
| { |
| "epoch": 1.5088419851682828, |
| "grad_norm": 0.32133331637060614, |
| "learning_rate": 2.7610993657505285e-05, |
| "loss": 0.4043, |
| "step": 1322 |
| }, |
| { |
| "epoch": 1.5099828864803193, |
| "grad_norm": 0.31101837387755843, |
| "learning_rate": 2.7589852008456662e-05, |
| "loss": 0.3734, |
| "step": 1323 |
| }, |
| { |
| "epoch": 1.511123787792356, |
| "grad_norm": 0.3158550217117038, |
| "learning_rate": 2.7568710359408033e-05, |
| "loss": 0.3665, |
| "step": 1324 |
| }, |
| { |
| "epoch": 1.5122646891043925, |
| "grad_norm": 0.31029750240919934, |
| "learning_rate": 2.754756871035941e-05, |
| "loss": 0.3787, |
| "step": 1325 |
| }, |
| { |
| "epoch": 1.513405590416429, |
| "grad_norm": 0.3044823379693363, |
| "learning_rate": 2.7526427061310784e-05, |
| "loss": 0.3621, |
| "step": 1326 |
| }, |
| { |
| "epoch": 1.5145464917284654, |
| "grad_norm": 0.31325599526226944, |
| "learning_rate": 2.7505285412262155e-05, |
| "loss": 0.382, |
| "step": 1327 |
| }, |
| { |
| "epoch": 1.5156873930405022, |
| "grad_norm": 0.3126617606799847, |
| "learning_rate": 2.7484143763213532e-05, |
| "loss": 0.3404, |
| "step": 1328 |
| }, |
| { |
| "epoch": 1.5168282943525386, |
| "grad_norm": 0.3676906021498789, |
| "learning_rate": 2.7463002114164903e-05, |
| "loss": 0.3776, |
| "step": 1329 |
| }, |
| { |
| "epoch": 1.517969195664575, |
| "grad_norm": 0.32710198071826563, |
| "learning_rate": 2.744186046511628e-05, |
| "loss": 0.3789, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.5191100969766116, |
| "grad_norm": 0.29538279939957807, |
| "learning_rate": 2.7420718816067655e-05, |
| "loss": 0.3805, |
| "step": 1331 |
| }, |
| { |
| "epoch": 1.520250998288648, |
| "grad_norm": 0.4323552211327581, |
| "learning_rate": 2.7399577167019032e-05, |
| "loss": 0.3979, |
| "step": 1332 |
| }, |
| { |
| "epoch": 1.5213918996006845, |
| "grad_norm": 0.30159103255087294, |
| "learning_rate": 2.7378435517970403e-05, |
| "loss": 0.3609, |
| "step": 1333 |
| }, |
| { |
| "epoch": 1.522532800912721, |
| "grad_norm": 0.34952476702805724, |
| "learning_rate": 2.735729386892178e-05, |
| "loss": 0.392, |
| "step": 1334 |
| }, |
| { |
| "epoch": 1.5236737022247575, |
| "grad_norm": 0.4043924554170926, |
| "learning_rate": 2.733615221987315e-05, |
| "loss": 0.3681, |
| "step": 1335 |
| }, |
| { |
| "epoch": 1.524814603536794, |
| "grad_norm": 0.33704014908802854, |
| "learning_rate": 2.731501057082452e-05, |
| "loss": 0.3544, |
| "step": 1336 |
| }, |
| { |
| "epoch": 1.5259555048488305, |
| "grad_norm": 0.3811213990480285, |
| "learning_rate": 2.72938689217759e-05, |
| "loss": 0.3867, |
| "step": 1337 |
| }, |
| { |
| "epoch": 1.527096406160867, |
| "grad_norm": 0.3717796810852278, |
| "learning_rate": 2.7272727272727273e-05, |
| "loss": 0.3931, |
| "step": 1338 |
| }, |
| { |
| "epoch": 1.5282373074729034, |
| "grad_norm": 0.3356101639570807, |
| "learning_rate": 2.725158562367865e-05, |
| "loss": 0.3809, |
| "step": 1339 |
| }, |
| { |
| "epoch": 1.5293782087849401, |
| "grad_norm": 0.3543267000421066, |
| "learning_rate": 2.723044397463002e-05, |
| "loss": 0.3603, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.5305191100969766, |
| "grad_norm": 0.41995732245076695, |
| "learning_rate": 2.72093023255814e-05, |
| "loss": 0.3655, |
| "step": 1341 |
| }, |
| { |
| "epoch": 1.531660011409013, |
| "grad_norm": 0.30788330372687395, |
| "learning_rate": 2.718816067653277e-05, |
| "loss": 0.353, |
| "step": 1342 |
| }, |
| { |
| "epoch": 1.5328009127210498, |
| "grad_norm": 0.4323021854865316, |
| "learning_rate": 2.7167019027484147e-05, |
| "loss": 0.3737, |
| "step": 1343 |
| }, |
| { |
| "epoch": 1.5339418140330863, |
| "grad_norm": 0.2932504556713375, |
| "learning_rate": 2.7145877378435518e-05, |
| "loss": 0.3725, |
| "step": 1344 |
| }, |
| { |
| "epoch": 1.5350827153451228, |
| "grad_norm": 0.38646332196884464, |
| "learning_rate": 2.712473572938689e-05, |
| "loss": 0.3836, |
| "step": 1345 |
| }, |
| { |
| "epoch": 1.5362236166571592, |
| "grad_norm": 0.3318875060177627, |
| "learning_rate": 2.710359408033827e-05, |
| "loss": 0.3587, |
| "step": 1346 |
| }, |
| { |
| "epoch": 1.5373645179691957, |
| "grad_norm": 0.39425050106556736, |
| "learning_rate": 2.708245243128964e-05, |
| "loss": 0.356, |
| "step": 1347 |
| }, |
| { |
| "epoch": 1.5385054192812322, |
| "grad_norm": 0.3312786798058442, |
| "learning_rate": 2.7061310782241017e-05, |
| "loss": 0.3819, |
| "step": 1348 |
| }, |
| { |
| "epoch": 1.5396463205932687, |
| "grad_norm": 0.3751189043301931, |
| "learning_rate": 2.7040169133192388e-05, |
| "loss": 0.358, |
| "step": 1349 |
| }, |
| { |
| "epoch": 1.5407872219053051, |
| "grad_norm": 0.45866033683350615, |
| "learning_rate": 2.7019027484143765e-05, |
| "loss": 0.3623, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.5419281232173416, |
| "grad_norm": 0.293269475978877, |
| "learning_rate": 2.699788583509514e-05, |
| "loss": 0.3675, |
| "step": 1351 |
| }, |
| { |
| "epoch": 1.543069024529378, |
| "grad_norm": 0.5264603659706322, |
| "learning_rate": 2.6976744186046517e-05, |
| "loss": 0.3801, |
| "step": 1352 |
| }, |
| { |
| "epoch": 1.5442099258414146, |
| "grad_norm": 0.3169556373264047, |
| "learning_rate": 2.6955602536997888e-05, |
| "loss": 0.3632, |
| "step": 1353 |
| }, |
| { |
| "epoch": 1.545350827153451, |
| "grad_norm": 0.49559534834221575, |
| "learning_rate": 2.6934460887949258e-05, |
| "loss": 0.3695, |
| "step": 1354 |
| }, |
| { |
| "epoch": 1.5464917284654878, |
| "grad_norm": 0.2853680856246618, |
| "learning_rate": 2.6913319238900636e-05, |
| "loss": 0.3505, |
| "step": 1355 |
| }, |
| { |
| "epoch": 1.5476326297775242, |
| "grad_norm": 0.35237363707507235, |
| "learning_rate": 2.6892177589852006e-05, |
| "loss": 0.363, |
| "step": 1356 |
| }, |
| { |
| "epoch": 1.5487735310895607, |
| "grad_norm": 0.34812240762886904, |
| "learning_rate": 2.6871035940803384e-05, |
| "loss": 0.356, |
| "step": 1357 |
| }, |
| { |
| "epoch": 1.5499144324015972, |
| "grad_norm": 0.3249639412396184, |
| "learning_rate": 2.6849894291754758e-05, |
| "loss": 0.3676, |
| "step": 1358 |
| }, |
| { |
| "epoch": 1.551055333713634, |
| "grad_norm": 0.34991069473657654, |
| "learning_rate": 2.6828752642706135e-05, |
| "loss": 0.359, |
| "step": 1359 |
| }, |
| { |
| "epoch": 1.5521962350256704, |
| "grad_norm": 0.29576634258933143, |
| "learning_rate": 2.6807610993657506e-05, |
| "loss": 0.3671, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.5533371363377069, |
| "grad_norm": 0.34606104122898584, |
| "learning_rate": 2.6786469344608884e-05, |
| "loss": 0.371, |
| "step": 1361 |
| }, |
| { |
| "epoch": 1.5544780376497433, |
| "grad_norm": 0.2775582193569763, |
| "learning_rate": 2.6765327695560254e-05, |
| "loss": 0.3629, |
| "step": 1362 |
| }, |
| { |
| "epoch": 1.5556189389617798, |
| "grad_norm": 0.3247050074902207, |
| "learning_rate": 2.674418604651163e-05, |
| "loss": 0.3842, |
| "step": 1363 |
| }, |
| { |
| "epoch": 1.5567598402738163, |
| "grad_norm": 0.2723391641667623, |
| "learning_rate": 2.6723044397463002e-05, |
| "loss": 0.3604, |
| "step": 1364 |
| }, |
| { |
| "epoch": 1.5579007415858528, |
| "grad_norm": 0.36316336391236725, |
| "learning_rate": 2.6701902748414376e-05, |
| "loss": 0.3947, |
| "step": 1365 |
| }, |
| { |
| "epoch": 1.5590416428978893, |
| "grad_norm": 0.275443180804818, |
| "learning_rate": 2.6680761099365754e-05, |
| "loss": 0.3961, |
| "step": 1366 |
| }, |
| { |
| "epoch": 1.5601825442099257, |
| "grad_norm": 0.35579725890937663, |
| "learning_rate": 2.6659619450317125e-05, |
| "loss": 0.3846, |
| "step": 1367 |
| }, |
| { |
| "epoch": 1.5613234455219622, |
| "grad_norm": 0.26830941897973276, |
| "learning_rate": 2.6638477801268502e-05, |
| "loss": 0.3835, |
| "step": 1368 |
| }, |
| { |
| "epoch": 1.5624643468339987, |
| "grad_norm": 0.30243736502540497, |
| "learning_rate": 2.6617336152219873e-05, |
| "loss": 0.3481, |
| "step": 1369 |
| }, |
| { |
| "epoch": 1.5636052481460354, |
| "grad_norm": 0.31682892993854983, |
| "learning_rate": 2.659619450317125e-05, |
| "loss": 0.3684, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.5647461494580719, |
| "grad_norm": 0.27334699163010084, |
| "learning_rate": 2.6575052854122624e-05, |
| "loss": 0.358, |
| "step": 1371 |
| }, |
| { |
| "epoch": 1.5658870507701084, |
| "grad_norm": 0.2895943256047113, |
| "learning_rate": 2.6553911205073995e-05, |
| "loss": 0.3601, |
| "step": 1372 |
| }, |
| { |
| "epoch": 1.5670279520821448, |
| "grad_norm": 0.28755144042185043, |
| "learning_rate": 2.6532769556025372e-05, |
| "loss": 0.3717, |
| "step": 1373 |
| }, |
| { |
| "epoch": 1.5681688533941815, |
| "grad_norm": 0.25968518258420775, |
| "learning_rate": 2.6511627906976743e-05, |
| "loss": 0.3626, |
| "step": 1374 |
| }, |
| { |
| "epoch": 1.569309754706218, |
| "grad_norm": 0.32179811901000466, |
| "learning_rate": 2.649048625792812e-05, |
| "loss": 0.3673, |
| "step": 1375 |
| }, |
| { |
| "epoch": 1.5704506560182545, |
| "grad_norm": 0.2766533809177961, |
| "learning_rate": 2.646934460887949e-05, |
| "loss": 0.3691, |
| "step": 1376 |
| }, |
| { |
| "epoch": 1.571591557330291, |
| "grad_norm": 0.302638177000013, |
| "learning_rate": 2.644820295983087e-05, |
| "loss": 0.3672, |
| "step": 1377 |
| }, |
| { |
| "epoch": 1.5727324586423275, |
| "grad_norm": 0.296654847118796, |
| "learning_rate": 2.6427061310782243e-05, |
| "loss": 0.3812, |
| "step": 1378 |
| }, |
| { |
| "epoch": 1.573873359954364, |
| "grad_norm": 0.33824246630089, |
| "learning_rate": 2.640591966173362e-05, |
| "loss": 0.3756, |
| "step": 1379 |
| }, |
| { |
| "epoch": 1.5750142612664004, |
| "grad_norm": 0.3351383592040746, |
| "learning_rate": 2.638477801268499e-05, |
| "loss": 0.3766, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.576155162578437, |
| "grad_norm": 0.3024600320447683, |
| "learning_rate": 2.636363636363636e-05, |
| "loss": 0.3662, |
| "step": 1381 |
| }, |
| { |
| "epoch": 1.5772960638904734, |
| "grad_norm": 0.32753567856330584, |
| "learning_rate": 2.634249471458774e-05, |
| "loss": 0.3565, |
| "step": 1382 |
| }, |
| { |
| "epoch": 1.5784369652025099, |
| "grad_norm": 0.345187119181163, |
| "learning_rate": 2.6321353065539113e-05, |
| "loss": 0.3799, |
| "step": 1383 |
| }, |
| { |
| "epoch": 1.5795778665145463, |
| "grad_norm": 0.3331299603253503, |
| "learning_rate": 2.6300211416490487e-05, |
| "loss": 0.3987, |
| "step": 1384 |
| }, |
| { |
| "epoch": 1.580718767826583, |
| "grad_norm": 0.28725692061029895, |
| "learning_rate": 2.627906976744186e-05, |
| "loss": 0.3383, |
| "step": 1385 |
| }, |
| { |
| "epoch": 1.5818596691386195, |
| "grad_norm": 0.3111425790157666, |
| "learning_rate": 2.625792811839324e-05, |
| "loss": 0.3617, |
| "step": 1386 |
| }, |
| { |
| "epoch": 1.583000570450656, |
| "grad_norm": 0.299296343009948, |
| "learning_rate": 2.623678646934461e-05, |
| "loss": 0.3644, |
| "step": 1387 |
| }, |
| { |
| "epoch": 1.5841414717626925, |
| "grad_norm": 0.3347632168210099, |
| "learning_rate": 2.6215644820295987e-05, |
| "loss": 0.3723, |
| "step": 1388 |
| }, |
| { |
| "epoch": 1.5852823730747292, |
| "grad_norm": 0.31376561832951744, |
| "learning_rate": 2.6194503171247358e-05, |
| "loss": 0.3658, |
| "step": 1389 |
| }, |
| { |
| "epoch": 1.5864232743867657, |
| "grad_norm": 0.31027997164647236, |
| "learning_rate": 2.617336152219873e-05, |
| "loss": 0.3743, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.5875641756988021, |
| "grad_norm": 0.3526552435594915, |
| "learning_rate": 2.615221987315011e-05, |
| "loss": 0.3599, |
| "step": 1391 |
| }, |
| { |
| "epoch": 1.5887050770108386, |
| "grad_norm": 0.29310310962923514, |
| "learning_rate": 2.613107822410148e-05, |
| "loss": 0.3459, |
| "step": 1392 |
| }, |
| { |
| "epoch": 1.589845978322875, |
| "grad_norm": 0.300313890699162, |
| "learning_rate": 2.6109936575052857e-05, |
| "loss": 0.3638, |
| "step": 1393 |
| }, |
| { |
| "epoch": 1.5909868796349116, |
| "grad_norm": 0.35597737339719526, |
| "learning_rate": 2.6088794926004228e-05, |
| "loss": 0.3629, |
| "step": 1394 |
| }, |
| { |
| "epoch": 1.592127780946948, |
| "grad_norm": 0.29485050155881004, |
| "learning_rate": 2.6067653276955605e-05, |
| "loss": 0.3495, |
| "step": 1395 |
| }, |
| { |
| "epoch": 1.5932686822589845, |
| "grad_norm": 0.3083586629060851, |
| "learning_rate": 2.6046511627906976e-05, |
| "loss": 0.3682, |
| "step": 1396 |
| }, |
| { |
| "epoch": 1.594409583571021, |
| "grad_norm": 0.3087204856725598, |
| "learning_rate": 2.6025369978858354e-05, |
| "loss": 0.3516, |
| "step": 1397 |
| }, |
| { |
| "epoch": 1.5955504848830575, |
| "grad_norm": 0.28096277736373027, |
| "learning_rate": 2.6004228329809728e-05, |
| "loss": 0.365, |
| "step": 1398 |
| }, |
| { |
| "epoch": 1.596691386195094, |
| "grad_norm": 0.30757276234849873, |
| "learning_rate": 2.59830866807611e-05, |
| "loss": 0.3732, |
| "step": 1399 |
| }, |
| { |
| "epoch": 1.5978322875071307, |
| "grad_norm": 0.3333668786223208, |
| "learning_rate": 2.5961945031712476e-05, |
| "loss": 0.375, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.5989731888191672, |
| "grad_norm": 0.2651214513170331, |
| "learning_rate": 2.5940803382663846e-05, |
| "loss": 0.3599, |
| "step": 1401 |
| }, |
| { |
| "epoch": 1.6001140901312036, |
| "grad_norm": 0.2973829631907778, |
| "learning_rate": 2.5919661733615224e-05, |
| "loss": 0.3605, |
| "step": 1402 |
| }, |
| { |
| "epoch": 1.6012549914432401, |
| "grad_norm": 0.2831085318391084, |
| "learning_rate": 2.5898520084566598e-05, |
| "loss": 0.3491, |
| "step": 1403 |
| }, |
| { |
| "epoch": 1.6023958927552768, |
| "grad_norm": 0.32151978953955745, |
| "learning_rate": 2.5877378435517975e-05, |
| "loss": 0.3752, |
| "step": 1404 |
| }, |
| { |
| "epoch": 1.6035367940673133, |
| "grad_norm": 0.2821353356916035, |
| "learning_rate": 2.5856236786469346e-05, |
| "loss": 0.3588, |
| "step": 1405 |
| }, |
| { |
| "epoch": 1.6046776953793498, |
| "grad_norm": 0.3125896600678469, |
| "learning_rate": 2.5835095137420717e-05, |
| "loss": 0.3708, |
| "step": 1406 |
| }, |
| { |
| "epoch": 1.6058185966913863, |
| "grad_norm": 0.29262459892442727, |
| "learning_rate": 2.5813953488372094e-05, |
| "loss": 0.3893, |
| "step": 1407 |
| }, |
| { |
| "epoch": 1.6069594980034227, |
| "grad_norm": 0.3339011655139542, |
| "learning_rate": 2.5792811839323465e-05, |
| "loss": 0.3824, |
| "step": 1408 |
| }, |
| { |
| "epoch": 1.6081003993154592, |
| "grad_norm": 0.3015512370604447, |
| "learning_rate": 2.5771670190274842e-05, |
| "loss": 0.361, |
| "step": 1409 |
| }, |
| { |
| "epoch": 1.6092413006274957, |
| "grad_norm": 0.2682503512944308, |
| "learning_rate": 2.5750528541226217e-05, |
| "loss": 0.3606, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.6103822019395322, |
| "grad_norm": 0.2939224257467947, |
| "learning_rate": 2.5729386892177594e-05, |
| "loss": 0.3706, |
| "step": 1411 |
| }, |
| { |
| "epoch": 1.6115231032515687, |
| "grad_norm": 0.29144618672695827, |
| "learning_rate": 2.5708245243128965e-05, |
| "loss": 0.364, |
| "step": 1412 |
| }, |
| { |
| "epoch": 1.6126640045636051, |
| "grad_norm": 0.2905815562354008, |
| "learning_rate": 2.5687103594080342e-05, |
| "loss": 0.3565, |
| "step": 1413 |
| }, |
| { |
| "epoch": 1.6138049058756416, |
| "grad_norm": 0.30246721937468807, |
| "learning_rate": 2.5665961945031713e-05, |
| "loss": 0.3718, |
| "step": 1414 |
| }, |
| { |
| "epoch": 1.614945807187678, |
| "grad_norm": 0.2714015002455204, |
| "learning_rate": 2.5644820295983087e-05, |
| "loss": 0.358, |
| "step": 1415 |
| }, |
| { |
| "epoch": 1.6160867084997148, |
| "grad_norm": 0.29518888476520655, |
| "learning_rate": 2.562367864693446e-05, |
| "loss": 0.3659, |
| "step": 1416 |
| }, |
| { |
| "epoch": 1.6172276098117513, |
| "grad_norm": 0.32113379666355385, |
| "learning_rate": 2.5602536997885835e-05, |
| "loss": 0.3523, |
| "step": 1417 |
| }, |
| { |
| "epoch": 1.6183685111237878, |
| "grad_norm": 0.3084244799881773, |
| "learning_rate": 2.5581395348837212e-05, |
| "loss": 0.3632, |
| "step": 1418 |
| }, |
| { |
| "epoch": 1.6195094124358242, |
| "grad_norm": 0.3112848716857277, |
| "learning_rate": 2.5560253699788583e-05, |
| "loss": 0.3604, |
| "step": 1419 |
| }, |
| { |
| "epoch": 1.620650313747861, |
| "grad_norm": 0.297659167096412, |
| "learning_rate": 2.553911205073996e-05, |
| "loss": 0.372, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.6217912150598974, |
| "grad_norm": 0.38804953050492647, |
| "learning_rate": 2.551797040169133e-05, |
| "loss": 0.3778, |
| "step": 1421 |
| }, |
| { |
| "epoch": 1.622932116371934, |
| "grad_norm": 0.3422019172941039, |
| "learning_rate": 2.549682875264271e-05, |
| "loss": 0.378, |
| "step": 1422 |
| }, |
| { |
| "epoch": 1.6240730176839704, |
| "grad_norm": 0.291456523422963, |
| "learning_rate": 2.5475687103594083e-05, |
| "loss": 0.3592, |
| "step": 1423 |
| }, |
| { |
| "epoch": 1.6252139189960069, |
| "grad_norm": 0.3890506166879392, |
| "learning_rate": 2.5454545454545454e-05, |
| "loss": 0.3775, |
| "step": 1424 |
| }, |
| { |
| "epoch": 1.6263548203080433, |
| "grad_norm": 0.32715486375630815, |
| "learning_rate": 2.543340380549683e-05, |
| "loss": 0.3721, |
| "step": 1425 |
| }, |
| { |
| "epoch": 1.6274957216200798, |
| "grad_norm": 0.3095339401874632, |
| "learning_rate": 2.54122621564482e-05, |
| "loss": 0.3543, |
| "step": 1426 |
| }, |
| { |
| "epoch": 1.6286366229321163, |
| "grad_norm": 0.2968567670795314, |
| "learning_rate": 2.539112050739958e-05, |
| "loss": 0.368, |
| "step": 1427 |
| }, |
| { |
| "epoch": 1.6297775242441528, |
| "grad_norm": 0.3009801689582668, |
| "learning_rate": 2.536997885835095e-05, |
| "loss": 0.3443, |
| "step": 1428 |
| }, |
| { |
| "epoch": 1.6309184255561893, |
| "grad_norm": 0.25882579033711073, |
| "learning_rate": 2.5348837209302327e-05, |
| "loss": 0.3706, |
| "step": 1429 |
| }, |
| { |
| "epoch": 1.6320593268682257, |
| "grad_norm": 0.27518164377492776, |
| "learning_rate": 2.53276955602537e-05, |
| "loss": 0.3717, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.6332002281802624, |
| "grad_norm": 0.32265443241190234, |
| "learning_rate": 2.530655391120508e-05, |
| "loss": 0.3933, |
| "step": 1431 |
| }, |
| { |
| "epoch": 1.634341129492299, |
| "grad_norm": 0.30698302763604135, |
| "learning_rate": 2.528541226215645e-05, |
| "loss": 0.362, |
| "step": 1432 |
| }, |
| { |
| "epoch": 1.6354820308043354, |
| "grad_norm": 0.2715331709115899, |
| "learning_rate": 2.526427061310782e-05, |
| "loss": 0.3749, |
| "step": 1433 |
| }, |
| { |
| "epoch": 1.6366229321163719, |
| "grad_norm": 0.3091602334662984, |
| "learning_rate": 2.5243128964059198e-05, |
| "loss": 0.3524, |
| "step": 1434 |
| }, |
| { |
| "epoch": 1.6377638334284086, |
| "grad_norm": 0.34223110608310403, |
| "learning_rate": 2.5221987315010572e-05, |
| "loss": 0.3891, |
| "step": 1435 |
| }, |
| { |
| "epoch": 1.638904734740445, |
| "grad_norm": 0.28760443573042516, |
| "learning_rate": 2.5200845665961946e-05, |
| "loss": 0.3681, |
| "step": 1436 |
| }, |
| { |
| "epoch": 1.6400456360524815, |
| "grad_norm": 0.30154305625963906, |
| "learning_rate": 2.517970401691332e-05, |
| "loss": 0.3641, |
| "step": 1437 |
| }, |
| { |
| "epoch": 1.641186537364518, |
| "grad_norm": 0.3720716239663011, |
| "learning_rate": 2.5158562367864697e-05, |
| "loss": 0.3991, |
| "step": 1438 |
| }, |
| { |
| "epoch": 1.6423274386765545, |
| "grad_norm": 0.28530367783404104, |
| "learning_rate": 2.5137420718816068e-05, |
| "loss": 0.3808, |
| "step": 1439 |
| }, |
| { |
| "epoch": 1.643468339988591, |
| "grad_norm": 0.27013626954015546, |
| "learning_rate": 2.5116279069767445e-05, |
| "loss": 0.3688, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.6446092413006275, |
| "grad_norm": 0.31682127904243484, |
| "learning_rate": 2.5095137420718816e-05, |
| "loss": 0.3541, |
| "step": 1441 |
| }, |
| { |
| "epoch": 1.645750142612664, |
| "grad_norm": 0.2841931208482495, |
| "learning_rate": 2.507399577167019e-05, |
| "loss": 0.3602, |
| "step": 1442 |
| }, |
| { |
| "epoch": 1.6468910439247004, |
| "grad_norm": 0.276074554952914, |
| "learning_rate": 2.5052854122621568e-05, |
| "loss": 0.3632, |
| "step": 1443 |
| }, |
| { |
| "epoch": 1.648031945236737, |
| "grad_norm": 0.3045129394868517, |
| "learning_rate": 2.503171247357294e-05, |
| "loss": 0.3612, |
| "step": 1444 |
| }, |
| { |
| "epoch": 1.6491728465487734, |
| "grad_norm": 0.2711753572169419, |
| "learning_rate": 2.5010570824524316e-05, |
| "loss": 0.3695, |
| "step": 1445 |
| }, |
| { |
| "epoch": 1.65031374786081, |
| "grad_norm": 0.31184353074715726, |
| "learning_rate": 2.4989429175475687e-05, |
| "loss": 0.3577, |
| "step": 1446 |
| }, |
| { |
| "epoch": 1.6514546491728466, |
| "grad_norm": 0.2736196705378409, |
| "learning_rate": 2.496828752642706e-05, |
| "loss": 0.3538, |
| "step": 1447 |
| }, |
| { |
| "epoch": 1.652595550484883, |
| "grad_norm": 0.2829200724593569, |
| "learning_rate": 2.4947145877378435e-05, |
| "loss": 0.3703, |
| "step": 1448 |
| }, |
| { |
| "epoch": 1.6537364517969195, |
| "grad_norm": 0.296167668333878, |
| "learning_rate": 2.4926004228329812e-05, |
| "loss": 0.3682, |
| "step": 1449 |
| }, |
| { |
| "epoch": 1.6548773531089562, |
| "grad_norm": 0.2624154269631874, |
| "learning_rate": 2.4904862579281186e-05, |
| "loss": 0.3637, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.6560182544209927, |
| "grad_norm": 0.29443772973012555, |
| "learning_rate": 2.488372093023256e-05, |
| "loss": 0.3474, |
| "step": 1451 |
| }, |
| { |
| "epoch": 1.6571591557330292, |
| "grad_norm": 0.308700169528517, |
| "learning_rate": 2.4862579281183934e-05, |
| "loss": 0.3827, |
| "step": 1452 |
| }, |
| { |
| "epoch": 1.6583000570450657, |
| "grad_norm": 0.29493785751514123, |
| "learning_rate": 2.484143763213531e-05, |
| "loss": 0.3421, |
| "step": 1453 |
| }, |
| { |
| "epoch": 1.6594409583571021, |
| "grad_norm": 0.2713838260766285, |
| "learning_rate": 2.4820295983086683e-05, |
| "loss": 0.351, |
| "step": 1454 |
| }, |
| { |
| "epoch": 1.6605818596691386, |
| "grad_norm": 0.28390750706850665, |
| "learning_rate": 2.4799154334038057e-05, |
| "loss": 0.3493, |
| "step": 1455 |
| }, |
| { |
| "epoch": 1.661722760981175, |
| "grad_norm": 0.2990257269654475, |
| "learning_rate": 2.477801268498943e-05, |
| "loss": 0.3612, |
| "step": 1456 |
| }, |
| { |
| "epoch": 1.6628636622932116, |
| "grad_norm": 0.2665546960167287, |
| "learning_rate": 2.4756871035940805e-05, |
| "loss": 0.3576, |
| "step": 1457 |
| }, |
| { |
| "epoch": 1.664004563605248, |
| "grad_norm": 0.30439565309196187, |
| "learning_rate": 2.473572938689218e-05, |
| "loss": 0.3576, |
| "step": 1458 |
| }, |
| { |
| "epoch": 1.6651454649172845, |
| "grad_norm": 0.33814380783466985, |
| "learning_rate": 2.4714587737843553e-05, |
| "loss": 0.384, |
| "step": 1459 |
| }, |
| { |
| "epoch": 1.666286366229321, |
| "grad_norm": 0.30098003633111947, |
| "learning_rate": 2.4693446088794927e-05, |
| "loss": 0.3613, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.6674272675413577, |
| "grad_norm": 0.294974905406365, |
| "learning_rate": 2.46723044397463e-05, |
| "loss": 0.3707, |
| "step": 1461 |
| }, |
| { |
| "epoch": 1.6685681688533942, |
| "grad_norm": 0.3708465734189445, |
| "learning_rate": 2.4651162790697675e-05, |
| "loss": 0.3733, |
| "step": 1462 |
| }, |
| { |
| "epoch": 1.6697090701654307, |
| "grad_norm": 0.3843774740323064, |
| "learning_rate": 2.4630021141649053e-05, |
| "loss": 0.3677, |
| "step": 1463 |
| }, |
| { |
| "epoch": 1.6708499714774672, |
| "grad_norm": 0.2862491424432163, |
| "learning_rate": 2.4608879492600423e-05, |
| "loss": 0.3644, |
| "step": 1464 |
| }, |
| { |
| "epoch": 1.6719908727895039, |
| "grad_norm": 0.3820186373619291, |
| "learning_rate": 2.4587737843551797e-05, |
| "loss": 0.3683, |
| "step": 1465 |
| }, |
| { |
| "epoch": 1.6731317741015403, |
| "grad_norm": 0.3605477948643615, |
| "learning_rate": 2.456659619450317e-05, |
| "loss": 0.3643, |
| "step": 1466 |
| }, |
| { |
| "epoch": 1.6742726754135768, |
| "grad_norm": 0.3745644891120593, |
| "learning_rate": 2.4545454545454545e-05, |
| "loss": 0.3963, |
| "step": 1467 |
| }, |
| { |
| "epoch": 1.6754135767256133, |
| "grad_norm": 0.2843263524287354, |
| "learning_rate": 2.452431289640592e-05, |
| "loss": 0.3573, |
| "step": 1468 |
| }, |
| { |
| "epoch": 1.6765544780376498, |
| "grad_norm": 0.3095584589918876, |
| "learning_rate": 2.4503171247357297e-05, |
| "loss": 0.3672, |
| "step": 1469 |
| }, |
| { |
| "epoch": 1.6776953793496863, |
| "grad_norm": 0.33775878021951095, |
| "learning_rate": 2.448202959830867e-05, |
| "loss": 0.3644, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.6788362806617227, |
| "grad_norm": 0.2798731836487535, |
| "learning_rate": 2.4460887949260045e-05, |
| "loss": 0.3904, |
| "step": 1471 |
| }, |
| { |
| "epoch": 1.6799771819737592, |
| "grad_norm": 0.3176793770462291, |
| "learning_rate": 2.4439746300211416e-05, |
| "loss": 0.3503, |
| "step": 1472 |
| }, |
| { |
| "epoch": 1.6811180832857957, |
| "grad_norm": 0.2817311269242639, |
| "learning_rate": 2.441860465116279e-05, |
| "loss": 0.3507, |
| "step": 1473 |
| }, |
| { |
| "epoch": 1.6822589845978322, |
| "grad_norm": 0.332496204883691, |
| "learning_rate": 2.4397463002114164e-05, |
| "loss": 0.3701, |
| "step": 1474 |
| }, |
| { |
| "epoch": 1.6833998859098687, |
| "grad_norm": 0.31023078517004654, |
| "learning_rate": 2.437632135306554e-05, |
| "loss": 0.3793, |
| "step": 1475 |
| }, |
| { |
| "epoch": 1.6845407872219051, |
| "grad_norm": 0.3074921350102049, |
| "learning_rate": 2.4355179704016916e-05, |
| "loss": 0.3587, |
| "step": 1476 |
| }, |
| { |
| "epoch": 1.6856816885339418, |
| "grad_norm": 0.31490984904000224, |
| "learning_rate": 2.433403805496829e-05, |
| "loss": 0.366, |
| "step": 1477 |
| }, |
| { |
| "epoch": 1.6868225898459783, |
| "grad_norm": 0.3316060402389124, |
| "learning_rate": 2.4312896405919664e-05, |
| "loss": 0.3741, |
| "step": 1478 |
| }, |
| { |
| "epoch": 1.6879634911580148, |
| "grad_norm": 0.28937031810952313, |
| "learning_rate": 2.4291754756871038e-05, |
| "loss": 0.3583, |
| "step": 1479 |
| }, |
| { |
| "epoch": 1.6891043924700513, |
| "grad_norm": 0.29230363513203816, |
| "learning_rate": 2.4270613107822412e-05, |
| "loss": 0.3444, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.690245293782088, |
| "grad_norm": 0.3506573605117981, |
| "learning_rate": 2.4249471458773786e-05, |
| "loss": 0.3626, |
| "step": 1481 |
| }, |
| { |
| "epoch": 1.6913861950941245, |
| "grad_norm": 0.26141179784062163, |
| "learning_rate": 2.422832980972516e-05, |
| "loss": 0.3528, |
| "step": 1482 |
| }, |
| { |
| "epoch": 1.692527096406161, |
| "grad_norm": 0.3330228413197761, |
| "learning_rate": 2.4207188160676534e-05, |
| "loss": 0.379, |
| "step": 1483 |
| }, |
| { |
| "epoch": 1.6936679977181974, |
| "grad_norm": 0.29655254496962724, |
| "learning_rate": 2.4186046511627908e-05, |
| "loss": 0.3869, |
| "step": 1484 |
| }, |
| { |
| "epoch": 1.694808899030234, |
| "grad_norm": 0.2732954777447921, |
| "learning_rate": 2.4164904862579282e-05, |
| "loss": 0.3745, |
| "step": 1485 |
| }, |
| { |
| "epoch": 1.6959498003422704, |
| "grad_norm": 0.325475009094081, |
| "learning_rate": 2.4143763213530656e-05, |
| "loss": 0.3748, |
| "step": 1486 |
| }, |
| { |
| "epoch": 1.6970907016543069, |
| "grad_norm": 0.2993471282332693, |
| "learning_rate": 2.412262156448203e-05, |
| "loss": 0.3668, |
| "step": 1487 |
| }, |
| { |
| "epoch": 1.6982316029663433, |
| "grad_norm": 0.31603236693685227, |
| "learning_rate": 2.4101479915433404e-05, |
| "loss": 0.3727, |
| "step": 1488 |
| }, |
| { |
| "epoch": 1.6993725042783798, |
| "grad_norm": 0.2817814174465588, |
| "learning_rate": 2.4080338266384782e-05, |
| "loss": 0.3554, |
| "step": 1489 |
| }, |
| { |
| "epoch": 1.7005134055904163, |
| "grad_norm": 0.32120059999814593, |
| "learning_rate": 2.4059196617336153e-05, |
| "loss": 0.3659, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.7016543069024528, |
| "grad_norm": 0.28924927945350043, |
| "learning_rate": 2.4038054968287527e-05, |
| "loss": 0.3731, |
| "step": 1491 |
| }, |
| { |
| "epoch": 1.7027952082144895, |
| "grad_norm": 0.284643173875121, |
| "learning_rate": 2.40169133192389e-05, |
| "loss": 0.3884, |
| "step": 1492 |
| }, |
| { |
| "epoch": 1.703936109526526, |
| "grad_norm": 0.2665022764695233, |
| "learning_rate": 2.3995771670190275e-05, |
| "loss": 0.3547, |
| "step": 1493 |
| }, |
| { |
| "epoch": 1.7050770108385624, |
| "grad_norm": 0.33643098630695556, |
| "learning_rate": 2.397463002114165e-05, |
| "loss": 0.3753, |
| "step": 1494 |
| }, |
| { |
| "epoch": 1.706217912150599, |
| "grad_norm": 0.25812980136170705, |
| "learning_rate": 2.3953488372093026e-05, |
| "loss": 0.3671, |
| "step": 1495 |
| }, |
| { |
| "epoch": 1.7073588134626356, |
| "grad_norm": 0.2876613549689138, |
| "learning_rate": 2.39323467230444e-05, |
| "loss": 0.3714, |
| "step": 1496 |
| }, |
| { |
| "epoch": 1.708499714774672, |
| "grad_norm": 0.31197661099028084, |
| "learning_rate": 2.3911205073995774e-05, |
| "loss": 0.3718, |
| "step": 1497 |
| }, |
| { |
| "epoch": 1.7096406160867086, |
| "grad_norm": 0.29188522368743014, |
| "learning_rate": 2.389006342494715e-05, |
| "loss": 0.3757, |
| "step": 1498 |
| }, |
| { |
| "epoch": 1.710781517398745, |
| "grad_norm": 0.2592921193768068, |
| "learning_rate": 2.386892177589852e-05, |
| "loss": 0.361, |
| "step": 1499 |
| }, |
| { |
| "epoch": 1.7119224187107815, |
| "grad_norm": 0.28717400651849345, |
| "learning_rate": 2.3847780126849893e-05, |
| "loss": 0.3923, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.713063320022818, |
| "grad_norm": 0.2837339672529112, |
| "learning_rate": 2.382663847780127e-05, |
| "loss": 0.3788, |
| "step": 1501 |
| }, |
| { |
| "epoch": 1.7142042213348545, |
| "grad_norm": 0.25399925608301915, |
| "learning_rate": 2.3805496828752645e-05, |
| "loss": 0.3634, |
| "step": 1502 |
| }, |
| { |
| "epoch": 1.715345122646891, |
| "grad_norm": 0.2505460201463145, |
| "learning_rate": 2.378435517970402e-05, |
| "loss": 0.3614, |
| "step": 1503 |
| }, |
| { |
| "epoch": 1.7164860239589275, |
| "grad_norm": 0.25947337418651406, |
| "learning_rate": 2.3763213530655393e-05, |
| "loss": 0.3512, |
| "step": 1504 |
| }, |
| { |
| "epoch": 1.717626925270964, |
| "grad_norm": 0.30519573039102393, |
| "learning_rate": 2.3742071881606767e-05, |
| "loss": 0.3713, |
| "step": 1505 |
| }, |
| { |
| "epoch": 1.7187678265830004, |
| "grad_norm": 0.23254546868546908, |
| "learning_rate": 2.372093023255814e-05, |
| "loss": 0.3413, |
| "step": 1506 |
| }, |
| { |
| "epoch": 1.7199087278950371, |
| "grad_norm": 0.36817083989520405, |
| "learning_rate": 2.3699788583509515e-05, |
| "loss": 0.3749, |
| "step": 1507 |
| }, |
| { |
| "epoch": 1.7210496292070736, |
| "grad_norm": 0.3186865756330951, |
| "learning_rate": 2.367864693446089e-05, |
| "loss": 0.3495, |
| "step": 1508 |
| }, |
| { |
| "epoch": 1.72219053051911, |
| "grad_norm": 0.2808903990515687, |
| "learning_rate": 2.3657505285412263e-05, |
| "loss": 0.3558, |
| "step": 1509 |
| }, |
| { |
| "epoch": 1.7233314318311466, |
| "grad_norm": 0.2972003145721708, |
| "learning_rate": 2.3636363636363637e-05, |
| "loss": 0.3684, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.7244723331431833, |
| "grad_norm": 0.32992144660872674, |
| "learning_rate": 2.361522198731501e-05, |
| "loss": 0.3901, |
| "step": 1511 |
| }, |
| { |
| "epoch": 1.7256132344552197, |
| "grad_norm": 0.304645651405577, |
| "learning_rate": 2.3594080338266386e-05, |
| "loss": 0.3643, |
| "step": 1512 |
| }, |
| { |
| "epoch": 1.7267541357672562, |
| "grad_norm": 0.40363172426881777, |
| "learning_rate": 2.357293868921776e-05, |
| "loss": 0.3692, |
| "step": 1513 |
| }, |
| { |
| "epoch": 1.7278950370792927, |
| "grad_norm": 0.2735019850601522, |
| "learning_rate": 2.3551797040169134e-05, |
| "loss": 0.3787, |
| "step": 1514 |
| }, |
| { |
| "epoch": 1.7290359383913292, |
| "grad_norm": 0.3442056801706256, |
| "learning_rate": 2.353065539112051e-05, |
| "loss": 0.3945, |
| "step": 1515 |
| }, |
| { |
| "epoch": 1.7301768397033657, |
| "grad_norm": 0.3955918249097106, |
| "learning_rate": 2.3509513742071882e-05, |
| "loss": 0.3833, |
| "step": 1516 |
| }, |
| { |
| "epoch": 1.7313177410154021, |
| "grad_norm": 0.31123018585787954, |
| "learning_rate": 2.3488372093023256e-05, |
| "loss": 0.3535, |
| "step": 1517 |
| }, |
| { |
| "epoch": 1.7324586423274386, |
| "grad_norm": 0.33153086678958815, |
| "learning_rate": 2.346723044397463e-05, |
| "loss": 0.3763, |
| "step": 1518 |
| }, |
| { |
| "epoch": 1.733599543639475, |
| "grad_norm": 0.3480404455336306, |
| "learning_rate": 2.3446088794926004e-05, |
| "loss": 0.3673, |
| "step": 1519 |
| }, |
| { |
| "epoch": 1.7347404449515116, |
| "grad_norm": 0.3149346024288447, |
| "learning_rate": 2.3424947145877378e-05, |
| "loss": 0.3595, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.735881346263548, |
| "grad_norm": 0.30056431949640394, |
| "learning_rate": 2.3403805496828756e-05, |
| "loss": 0.3656, |
| "step": 1521 |
| }, |
| { |
| "epoch": 1.7370222475755848, |
| "grad_norm": 0.3041892875716995, |
| "learning_rate": 2.338266384778013e-05, |
| "loss": 0.3599, |
| "step": 1522 |
| }, |
| { |
| "epoch": 1.7381631488876212, |
| "grad_norm": 0.33025855308799845, |
| "learning_rate": 2.3361522198731504e-05, |
| "loss": 0.3674, |
| "step": 1523 |
| }, |
| { |
| "epoch": 1.7393040501996577, |
| "grad_norm": 0.33179918502041716, |
| "learning_rate": 2.3340380549682878e-05, |
| "loss": 0.3786, |
| "step": 1524 |
| }, |
| { |
| "epoch": 1.7404449515116942, |
| "grad_norm": 0.2757882558131415, |
| "learning_rate": 2.331923890063425e-05, |
| "loss": 0.3621, |
| "step": 1525 |
| }, |
| { |
| "epoch": 1.741585852823731, |
| "grad_norm": 0.3240423708410654, |
| "learning_rate": 2.3298097251585623e-05, |
| "loss": 0.3502, |
| "step": 1526 |
| }, |
| { |
| "epoch": 1.7427267541357674, |
| "grad_norm": 0.3355411788126555, |
| "learning_rate": 2.3276955602537e-05, |
| "loss": 0.3823, |
| "step": 1527 |
| }, |
| { |
| "epoch": 1.7438676554478039, |
| "grad_norm": 0.29410966517590625, |
| "learning_rate": 2.3255813953488374e-05, |
| "loss": 0.3612, |
| "step": 1528 |
| }, |
| { |
| "epoch": 1.7450085567598403, |
| "grad_norm": 0.3129468551760911, |
| "learning_rate": 2.3234672304439748e-05, |
| "loss": 0.3811, |
| "step": 1529 |
| }, |
| { |
| "epoch": 1.7461494580718768, |
| "grad_norm": 0.37196565677390886, |
| "learning_rate": 2.3213530655391122e-05, |
| "loss": 0.3649, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.7472903593839133, |
| "grad_norm": 0.27482339581092213, |
| "learning_rate": 2.3192389006342496e-05, |
| "loss": 0.3702, |
| "step": 1531 |
| }, |
| { |
| "epoch": 1.7484312606959498, |
| "grad_norm": 0.32354120499237055, |
| "learning_rate": 2.317124735729387e-05, |
| "loss": 0.3696, |
| "step": 1532 |
| }, |
| { |
| "epoch": 1.7495721620079863, |
| "grad_norm": 0.344333434322942, |
| "learning_rate": 2.3150105708245244e-05, |
| "loss": 0.3775, |
| "step": 1533 |
| }, |
| { |
| "epoch": 1.7507130633200227, |
| "grad_norm": 0.2501858892242347, |
| "learning_rate": 2.312896405919662e-05, |
| "loss": 0.3673, |
| "step": 1534 |
| }, |
| { |
| "epoch": 1.7518539646320592, |
| "grad_norm": 0.2619318350318475, |
| "learning_rate": 2.3107822410147993e-05, |
| "loss": 0.371, |
| "step": 1535 |
| }, |
| { |
| "epoch": 1.7529948659440957, |
| "grad_norm": 0.28267590669718795, |
| "learning_rate": 2.3086680761099367e-05, |
| "loss": 0.346, |
| "step": 1536 |
| }, |
| { |
| "epoch": 1.7541357672561322, |
| "grad_norm": 0.2822911644558842, |
| "learning_rate": 2.306553911205074e-05, |
| "loss": 0.3611, |
| "step": 1537 |
| }, |
| { |
| "epoch": 1.7552766685681689, |
| "grad_norm": 0.24913100106359873, |
| "learning_rate": 2.3044397463002115e-05, |
| "loss": 0.3587, |
| "step": 1538 |
| }, |
| { |
| "epoch": 1.7564175698802054, |
| "grad_norm": 0.2782277920002323, |
| "learning_rate": 2.302325581395349e-05, |
| "loss": 0.3589, |
| "step": 1539 |
| }, |
| { |
| "epoch": 1.7575584711922418, |
| "grad_norm": 0.29310960832535715, |
| "learning_rate": 2.3002114164904863e-05, |
| "loss": 0.3534, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.7586993725042785, |
| "grad_norm": 0.26490888346701547, |
| "learning_rate": 2.298097251585624e-05, |
| "loss": 0.3625, |
| "step": 1541 |
| }, |
| { |
| "epoch": 1.759840273816315, |
| "grad_norm": 0.3124532199065016, |
| "learning_rate": 2.2959830866807614e-05, |
| "loss": 0.3533, |
| "step": 1542 |
| }, |
| { |
| "epoch": 1.7609811751283515, |
| "grad_norm": 0.28873529134829373, |
| "learning_rate": 2.2938689217758985e-05, |
| "loss": 0.3846, |
| "step": 1543 |
| }, |
| { |
| "epoch": 1.762122076440388, |
| "grad_norm": 0.2907772323127595, |
| "learning_rate": 2.291754756871036e-05, |
| "loss": 0.3279, |
| "step": 1544 |
| }, |
| { |
| "epoch": 1.7632629777524245, |
| "grad_norm": 0.29886052812500113, |
| "learning_rate": 2.2896405919661733e-05, |
| "loss": 0.3585, |
| "step": 1545 |
| }, |
| { |
| "epoch": 1.764403879064461, |
| "grad_norm": 0.29662624280244543, |
| "learning_rate": 2.2875264270613107e-05, |
| "loss": 0.3646, |
| "step": 1546 |
| }, |
| { |
| "epoch": 1.7655447803764974, |
| "grad_norm": 0.3141679404141358, |
| "learning_rate": 2.2854122621564485e-05, |
| "loss": 0.374, |
| "step": 1547 |
| }, |
| { |
| "epoch": 1.766685681688534, |
| "grad_norm": 0.2951349996054108, |
| "learning_rate": 2.283298097251586e-05, |
| "loss": 0.3668, |
| "step": 1548 |
| }, |
| { |
| "epoch": 1.7678265830005704, |
| "grad_norm": 0.29342310695343443, |
| "learning_rate": 2.2811839323467233e-05, |
| "loss": 0.3495, |
| "step": 1549 |
| }, |
| { |
| "epoch": 1.7689674843126069, |
| "grad_norm": 0.25105234676118393, |
| "learning_rate": 2.2790697674418607e-05, |
| "loss": 0.3439, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.7701083856246433, |
| "grad_norm": 0.28202846143657684, |
| "learning_rate": 2.276955602536998e-05, |
| "loss": 0.3622, |
| "step": 1551 |
| }, |
| { |
| "epoch": 1.7712492869366798, |
| "grad_norm": 0.2577324776105485, |
| "learning_rate": 2.2748414376321352e-05, |
| "loss": 0.3674, |
| "step": 1552 |
| }, |
| { |
| "epoch": 1.7723901882487165, |
| "grad_norm": 0.26427649352790966, |
| "learning_rate": 2.272727272727273e-05, |
| "loss": 0.3915, |
| "step": 1553 |
| }, |
| { |
| "epoch": 1.773531089560753, |
| "grad_norm": 0.2975077391703283, |
| "learning_rate": 2.2706131078224103e-05, |
| "loss": 0.3719, |
| "step": 1554 |
| }, |
| { |
| "epoch": 1.7746719908727895, |
| "grad_norm": 0.30371902180036175, |
| "learning_rate": 2.2684989429175477e-05, |
| "loss": 0.3625, |
| "step": 1555 |
| }, |
| { |
| "epoch": 1.775812892184826, |
| "grad_norm": 0.2978704874115724, |
| "learning_rate": 2.266384778012685e-05, |
| "loss": 0.3492, |
| "step": 1556 |
| }, |
| { |
| "epoch": 1.7769537934968627, |
| "grad_norm": 0.3424710072192493, |
| "learning_rate": 2.2642706131078226e-05, |
| "loss": 0.376, |
| "step": 1557 |
| }, |
| { |
| "epoch": 1.7780946948088991, |
| "grad_norm": 0.4304707541450273, |
| "learning_rate": 2.26215644820296e-05, |
| "loss": 0.3716, |
| "step": 1558 |
| }, |
| { |
| "epoch": 1.7792355961209356, |
| "grad_norm": 0.2888383768672417, |
| "learning_rate": 2.2600422832980974e-05, |
| "loss": 0.3657, |
| "step": 1559 |
| }, |
| { |
| "epoch": 1.780376497432972, |
| "grad_norm": 0.3424825882345746, |
| "learning_rate": 2.2579281183932348e-05, |
| "loss": 0.3886, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.7815173987450086, |
| "grad_norm": 0.3321929869237414, |
| "learning_rate": 2.2558139534883722e-05, |
| "loss": 0.3675, |
| "step": 1561 |
| }, |
| { |
| "epoch": 1.782658300057045, |
| "grad_norm": 0.3593851391701366, |
| "learning_rate": 2.2536997885835096e-05, |
| "loss": 0.3589, |
| "step": 1562 |
| }, |
| { |
| "epoch": 1.7837992013690815, |
| "grad_norm": 0.3095036515987366, |
| "learning_rate": 2.251585623678647e-05, |
| "loss": 0.3628, |
| "step": 1563 |
| }, |
| { |
| "epoch": 1.784940102681118, |
| "grad_norm": 0.31974279496437447, |
| "learning_rate": 2.2494714587737844e-05, |
| "loss": 0.3642, |
| "step": 1564 |
| }, |
| { |
| "epoch": 1.7860810039931545, |
| "grad_norm": 0.356612501455481, |
| "learning_rate": 2.2473572938689218e-05, |
| "loss": 0.3601, |
| "step": 1565 |
| }, |
| { |
| "epoch": 1.787221905305191, |
| "grad_norm": 0.3569612897898255, |
| "learning_rate": 2.2452431289640592e-05, |
| "loss": 0.3815, |
| "step": 1566 |
| }, |
| { |
| "epoch": 1.7883628066172275, |
| "grad_norm": 0.30994755489776965, |
| "learning_rate": 2.243128964059197e-05, |
| "loss": 0.3647, |
| "step": 1567 |
| }, |
| { |
| "epoch": 1.7895037079292642, |
| "grad_norm": 0.3737275403511739, |
| "learning_rate": 2.2410147991543344e-05, |
| "loss": 0.3712, |
| "step": 1568 |
| }, |
| { |
| "epoch": 1.7906446092413006, |
| "grad_norm": 0.407808772953075, |
| "learning_rate": 2.2389006342494714e-05, |
| "loss": 0.3809, |
| "step": 1569 |
| }, |
| { |
| "epoch": 1.7917855105533371, |
| "grad_norm": 0.3169286511807649, |
| "learning_rate": 2.236786469344609e-05, |
| "loss": 0.3699, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.7929264118653736, |
| "grad_norm": 0.3650292862468508, |
| "learning_rate": 2.2346723044397463e-05, |
| "loss": 0.3661, |
| "step": 1571 |
| }, |
| { |
| "epoch": 1.7940673131774103, |
| "grad_norm": 0.3566495908380766, |
| "learning_rate": 2.2325581395348837e-05, |
| "loss": 0.3502, |
| "step": 1572 |
| }, |
| { |
| "epoch": 1.7952082144894468, |
| "grad_norm": 0.2875990542081684, |
| "learning_rate": 2.2304439746300214e-05, |
| "loss": 0.3495, |
| "step": 1573 |
| }, |
| { |
| "epoch": 1.7963491158014833, |
| "grad_norm": 0.32014895991533876, |
| "learning_rate": 2.2283298097251588e-05, |
| "loss": 0.3836, |
| "step": 1574 |
| }, |
| { |
| "epoch": 1.7974900171135197, |
| "grad_norm": 0.4105886211909479, |
| "learning_rate": 2.2262156448202962e-05, |
| "loss": 0.3775, |
| "step": 1575 |
| }, |
| { |
| "epoch": 1.7986309184255562, |
| "grad_norm": 0.3737630383761046, |
| "learning_rate": 2.2241014799154336e-05, |
| "loss": 0.3892, |
| "step": 1576 |
| }, |
| { |
| "epoch": 1.7997718197375927, |
| "grad_norm": 0.3247924558161578, |
| "learning_rate": 2.221987315010571e-05, |
| "loss": 0.3536, |
| "step": 1577 |
| }, |
| { |
| "epoch": 1.8009127210496292, |
| "grad_norm": 0.3077737827513184, |
| "learning_rate": 2.219873150105708e-05, |
| "loss": 0.3513, |
| "step": 1578 |
| }, |
| { |
| "epoch": 1.8020536223616657, |
| "grad_norm": 0.30397617493723933, |
| "learning_rate": 2.2177589852008455e-05, |
| "loss": 0.367, |
| "step": 1579 |
| }, |
| { |
| "epoch": 1.8031945236737021, |
| "grad_norm": 0.2899719233093763, |
| "learning_rate": 2.2156448202959833e-05, |
| "loss": 0.371, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.8043354249857386, |
| "grad_norm": 0.250887784452979, |
| "learning_rate": 2.2135306553911207e-05, |
| "loss": 0.3731, |
| "step": 1581 |
| }, |
| { |
| "epoch": 1.805476326297775, |
| "grad_norm": 0.2988653720689675, |
| "learning_rate": 2.211416490486258e-05, |
| "loss": 0.355, |
| "step": 1582 |
| }, |
| { |
| "epoch": 1.8066172276098118, |
| "grad_norm": 0.27970342221002986, |
| "learning_rate": 2.2093023255813955e-05, |
| "loss": 0.379, |
| "step": 1583 |
| }, |
| { |
| "epoch": 1.8077581289218483, |
| "grad_norm": 0.2685564185888628, |
| "learning_rate": 2.207188160676533e-05, |
| "loss": 0.3785, |
| "step": 1584 |
| }, |
| { |
| "epoch": 1.8088990302338848, |
| "grad_norm": 0.3217391026492225, |
| "learning_rate": 2.2050739957716703e-05, |
| "loss": 0.387, |
| "step": 1585 |
| }, |
| { |
| "epoch": 1.8100399315459212, |
| "grad_norm": 0.2922819981265088, |
| "learning_rate": 2.2029598308668077e-05, |
| "loss": 0.3792, |
| "step": 1586 |
| }, |
| { |
| "epoch": 1.811180832857958, |
| "grad_norm": 0.27230409663403116, |
| "learning_rate": 2.200845665961945e-05, |
| "loss": 0.3661, |
| "step": 1587 |
| }, |
| { |
| "epoch": 1.8123217341699944, |
| "grad_norm": 0.32291579528376907, |
| "learning_rate": 2.1987315010570825e-05, |
| "loss": 0.3796, |
| "step": 1588 |
| }, |
| { |
| "epoch": 1.813462635482031, |
| "grad_norm": 0.25901863105280115, |
| "learning_rate": 2.19661733615222e-05, |
| "loss": 0.3605, |
| "step": 1589 |
| }, |
| { |
| "epoch": 1.8146035367940674, |
| "grad_norm": 0.31352888990371003, |
| "learning_rate": 2.1945031712473573e-05, |
| "loss": 0.3766, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.8157444381061039, |
| "grad_norm": 0.28862685464242693, |
| "learning_rate": 2.1923890063424947e-05, |
| "loss": 0.3574, |
| "step": 1591 |
| }, |
| { |
| "epoch": 1.8168853394181403, |
| "grad_norm": 0.2753939853521965, |
| "learning_rate": 2.190274841437632e-05, |
| "loss": 0.3627, |
| "step": 1592 |
| }, |
| { |
| "epoch": 1.8180262407301768, |
| "grad_norm": 0.27928625456853756, |
| "learning_rate": 2.18816067653277e-05, |
| "loss": 0.3828, |
| "step": 1593 |
| }, |
| { |
| "epoch": 1.8191671420422133, |
| "grad_norm": 0.25294551894757467, |
| "learning_rate": 2.1860465116279073e-05, |
| "loss": 0.3374, |
| "step": 1594 |
| }, |
| { |
| "epoch": 1.8203080433542498, |
| "grad_norm": 0.2616026047197691, |
| "learning_rate": 2.1839323467230444e-05, |
| "loss": 0.3416, |
| "step": 1595 |
| }, |
| { |
| "epoch": 1.8214489446662863, |
| "grad_norm": 0.2409961331311988, |
| "learning_rate": 2.1818181818181818e-05, |
| "loss": 0.3494, |
| "step": 1596 |
| }, |
| { |
| "epoch": 1.8225898459783227, |
| "grad_norm": 0.26493946117653555, |
| "learning_rate": 2.1797040169133192e-05, |
| "loss": 0.3644, |
| "step": 1597 |
| }, |
| { |
| "epoch": 1.8237307472903592, |
| "grad_norm": 0.28798554747908567, |
| "learning_rate": 2.1775898520084566e-05, |
| "loss": 0.3624, |
| "step": 1598 |
| }, |
| { |
| "epoch": 1.824871648602396, |
| "grad_norm": 0.26437027686258674, |
| "learning_rate": 2.1754756871035943e-05, |
| "loss": 0.3572, |
| "step": 1599 |
| }, |
| { |
| "epoch": 1.8260125499144324, |
| "grad_norm": 0.24691020921569914, |
| "learning_rate": 2.1733615221987317e-05, |
| "loss": 0.3862, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.8271534512264689, |
| "grad_norm": 0.2649171577055507, |
| "learning_rate": 2.171247357293869e-05, |
| "loss": 0.3527, |
| "step": 1601 |
| }, |
| { |
| "epoch": 1.8282943525385056, |
| "grad_norm": 0.28647906553531793, |
| "learning_rate": 2.1691331923890066e-05, |
| "loss": 0.379, |
| "step": 1602 |
| }, |
| { |
| "epoch": 1.829435253850542, |
| "grad_norm": 0.27888222041894295, |
| "learning_rate": 2.167019027484144e-05, |
| "loss": 0.3841, |
| "step": 1603 |
| }, |
| { |
| "epoch": 1.8305761551625785, |
| "grad_norm": 0.25803288173345323, |
| "learning_rate": 2.164904862579281e-05, |
| "loss": 0.3496, |
| "step": 1604 |
| }, |
| { |
| "epoch": 1.831717056474615, |
| "grad_norm": 0.3152294889154458, |
| "learning_rate": 2.1627906976744184e-05, |
| "loss": 0.3796, |
| "step": 1605 |
| }, |
| { |
| "epoch": 1.8328579577866515, |
| "grad_norm": 0.2837028459205526, |
| "learning_rate": 2.1606765327695562e-05, |
| "loss": 0.3718, |
| "step": 1606 |
| }, |
| { |
| "epoch": 1.833998859098688, |
| "grad_norm": 0.2942487206676281, |
| "learning_rate": 2.1585623678646936e-05, |
| "loss": 0.3672, |
| "step": 1607 |
| }, |
| { |
| "epoch": 1.8351397604107245, |
| "grad_norm": 0.27094002473416, |
| "learning_rate": 2.156448202959831e-05, |
| "loss": 0.3825, |
| "step": 1608 |
| }, |
| { |
| "epoch": 1.836280661722761, |
| "grad_norm": 0.3080124085299322, |
| "learning_rate": 2.1543340380549684e-05, |
| "loss": 0.3768, |
| "step": 1609 |
| }, |
| { |
| "epoch": 1.8374215630347974, |
| "grad_norm": 0.29458146796584034, |
| "learning_rate": 2.1522198731501058e-05, |
| "loss": 0.3826, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.838562464346834, |
| "grad_norm": 0.2709545289583168, |
| "learning_rate": 2.1501057082452432e-05, |
| "loss": 0.3492, |
| "step": 1611 |
| }, |
| { |
| "epoch": 1.8397033656588704, |
| "grad_norm": 0.2626488042697663, |
| "learning_rate": 2.1479915433403806e-05, |
| "loss": 0.3576, |
| "step": 1612 |
| }, |
| { |
| "epoch": 1.8408442669709069, |
| "grad_norm": 0.29505118436293093, |
| "learning_rate": 2.145877378435518e-05, |
| "loss": 0.3679, |
| "step": 1613 |
| }, |
| { |
| "epoch": 1.8419851682829436, |
| "grad_norm": 0.2811956966393874, |
| "learning_rate": 2.1437632135306555e-05, |
| "loss": 0.3706, |
| "step": 1614 |
| }, |
| { |
| "epoch": 1.84312606959498, |
| "grad_norm": 0.2857476313553613, |
| "learning_rate": 2.141649048625793e-05, |
| "loss": 0.363, |
| "step": 1615 |
| }, |
| { |
| "epoch": 1.8442669709070165, |
| "grad_norm": 0.26379976558838814, |
| "learning_rate": 2.1395348837209303e-05, |
| "loss": 0.3656, |
| "step": 1616 |
| }, |
| { |
| "epoch": 1.845407872219053, |
| "grad_norm": 0.30310468777418886, |
| "learning_rate": 2.1374207188160677e-05, |
| "loss": 0.3766, |
| "step": 1617 |
| }, |
| { |
| "epoch": 1.8465487735310897, |
| "grad_norm": 0.29055054780933476, |
| "learning_rate": 2.135306553911205e-05, |
| "loss": 0.3768, |
| "step": 1618 |
| }, |
| { |
| "epoch": 1.8476896748431262, |
| "grad_norm": 0.26275911199095003, |
| "learning_rate": 2.1331923890063428e-05, |
| "loss": 0.3655, |
| "step": 1619 |
| }, |
| { |
| "epoch": 1.8488305761551627, |
| "grad_norm": 0.3075089578022422, |
| "learning_rate": 2.1310782241014802e-05, |
| "loss": 0.3671, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.8499714774671991, |
| "grad_norm": 0.24011215531163518, |
| "learning_rate": 2.1289640591966176e-05, |
| "loss": 0.3392, |
| "step": 1621 |
| }, |
| { |
| "epoch": 1.8511123787792356, |
| "grad_norm": 0.3003670940065247, |
| "learning_rate": 2.1268498942917547e-05, |
| "loss": 0.3745, |
| "step": 1622 |
| }, |
| { |
| "epoch": 1.852253280091272, |
| "grad_norm": 0.32867835263049694, |
| "learning_rate": 2.124735729386892e-05, |
| "loss": 0.374, |
| "step": 1623 |
| }, |
| { |
| "epoch": 1.8533941814033086, |
| "grad_norm": 0.2736149864201345, |
| "learning_rate": 2.1226215644820295e-05, |
| "loss": 0.3866, |
| "step": 1624 |
| }, |
| { |
| "epoch": 1.854535082715345, |
| "grad_norm": 0.32004051514876714, |
| "learning_rate": 2.120507399577167e-05, |
| "loss": 0.3499, |
| "step": 1625 |
| }, |
| { |
| "epoch": 1.8556759840273815, |
| "grad_norm": 0.3104696099218829, |
| "learning_rate": 2.1183932346723047e-05, |
| "loss": 0.3821, |
| "step": 1626 |
| }, |
| { |
| "epoch": 1.856816885339418, |
| "grad_norm": 0.3296864222385294, |
| "learning_rate": 2.116279069767442e-05, |
| "loss": 0.3764, |
| "step": 1627 |
| }, |
| { |
| "epoch": 1.8579577866514545, |
| "grad_norm": 0.35311586083947655, |
| "learning_rate": 2.1141649048625795e-05, |
| "loss": 0.3784, |
| "step": 1628 |
| }, |
| { |
| "epoch": 1.8590986879634912, |
| "grad_norm": 0.2645700372496905, |
| "learning_rate": 2.112050739957717e-05, |
| "loss": 0.3465, |
| "step": 1629 |
| }, |
| { |
| "epoch": 1.8602395892755277, |
| "grad_norm": 0.34980987571760414, |
| "learning_rate": 2.1099365750528543e-05, |
| "loss": 0.3638, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.8613804905875642, |
| "grad_norm": 0.279728784438425, |
| "learning_rate": 2.1078224101479914e-05, |
| "loss": 0.3711, |
| "step": 1631 |
| }, |
| { |
| "epoch": 1.8625213918996006, |
| "grad_norm": 0.2753861016019802, |
| "learning_rate": 2.105708245243129e-05, |
| "loss": 0.3683, |
| "step": 1632 |
| }, |
| { |
| "epoch": 1.8636622932116373, |
| "grad_norm": 0.2979160433487785, |
| "learning_rate": 2.1035940803382665e-05, |
| "loss": 0.3649, |
| "step": 1633 |
| }, |
| { |
| "epoch": 1.8648031945236738, |
| "grad_norm": 0.28213788188185157, |
| "learning_rate": 2.101479915433404e-05, |
| "loss": 0.3551, |
| "step": 1634 |
| }, |
| { |
| "epoch": 1.8659440958357103, |
| "grad_norm": 0.29960423038143713, |
| "learning_rate": 2.0993657505285413e-05, |
| "loss": 0.3468, |
| "step": 1635 |
| }, |
| { |
| "epoch": 1.8670849971477468, |
| "grad_norm": 0.27966434696237047, |
| "learning_rate": 2.0972515856236788e-05, |
| "loss": 0.3631, |
| "step": 1636 |
| }, |
| { |
| "epoch": 1.8682258984597833, |
| "grad_norm": 0.35759260629909057, |
| "learning_rate": 2.095137420718816e-05, |
| "loss": 0.3776, |
| "step": 1637 |
| }, |
| { |
| "epoch": 1.8693667997718197, |
| "grad_norm": 0.24413963286231924, |
| "learning_rate": 2.0930232558139536e-05, |
| "loss": 0.357, |
| "step": 1638 |
| }, |
| { |
| "epoch": 1.8705077010838562, |
| "grad_norm": 0.2942994597300611, |
| "learning_rate": 2.090909090909091e-05, |
| "loss": 0.3606, |
| "step": 1639 |
| }, |
| { |
| "epoch": 1.8716486023958927, |
| "grad_norm": 0.36190249258733775, |
| "learning_rate": 2.0887949260042284e-05, |
| "loss": 0.3752, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.8727895037079292, |
| "grad_norm": 0.2608033194653284, |
| "learning_rate": 2.0866807610993658e-05, |
| "loss": 0.3452, |
| "step": 1641 |
| }, |
| { |
| "epoch": 1.8739304050199657, |
| "grad_norm": 0.26918936097256435, |
| "learning_rate": 2.0845665961945032e-05, |
| "loss": 0.3739, |
| "step": 1642 |
| }, |
| { |
| "epoch": 1.8750713063320021, |
| "grad_norm": 0.31655255219302714, |
| "learning_rate": 2.0824524312896406e-05, |
| "loss": 0.3906, |
| "step": 1643 |
| }, |
| { |
| "epoch": 1.8762122076440388, |
| "grad_norm": 0.22432722104783256, |
| "learning_rate": 2.080338266384778e-05, |
| "loss": 0.3452, |
| "step": 1644 |
| }, |
| { |
| "epoch": 1.8773531089560753, |
| "grad_norm": 0.27099992542216245, |
| "learning_rate": 2.0782241014799158e-05, |
| "loss": 0.3562, |
| "step": 1645 |
| }, |
| { |
| "epoch": 1.8784940102681118, |
| "grad_norm": 0.2687749493001164, |
| "learning_rate": 2.076109936575053e-05, |
| "loss": 0.3839, |
| "step": 1646 |
| }, |
| { |
| "epoch": 1.8796349115801483, |
| "grad_norm": 0.2745458632822797, |
| "learning_rate": 2.0739957716701906e-05, |
| "loss": 0.3585, |
| "step": 1647 |
| }, |
| { |
| "epoch": 1.880775812892185, |
| "grad_norm": 0.2649532173440124, |
| "learning_rate": 2.0718816067653276e-05, |
| "loss": 0.3643, |
| "step": 1648 |
| }, |
| { |
| "epoch": 1.8819167142042215, |
| "grad_norm": 0.2926959708581756, |
| "learning_rate": 2.069767441860465e-05, |
| "loss": 0.362, |
| "step": 1649 |
| }, |
| { |
| "epoch": 1.883057615516258, |
| "grad_norm": 0.28133283588264074, |
| "learning_rate": 2.0676532769556025e-05, |
| "loss": 0.3672, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.8841985168282944, |
| "grad_norm": 0.26954237691342353, |
| "learning_rate": 2.06553911205074e-05, |
| "loss": 0.3632, |
| "step": 1651 |
| }, |
| { |
| "epoch": 1.885339418140331, |
| "grad_norm": 0.28736812482531, |
| "learning_rate": 2.0634249471458776e-05, |
| "loss": 0.3413, |
| "step": 1652 |
| }, |
| { |
| "epoch": 1.8864803194523674, |
| "grad_norm": 0.2743819590826279, |
| "learning_rate": 2.061310782241015e-05, |
| "loss": 0.378, |
| "step": 1653 |
| }, |
| { |
| "epoch": 1.8876212207644039, |
| "grad_norm": 0.30624176993565166, |
| "learning_rate": 2.0591966173361524e-05, |
| "loss": 0.3663, |
| "step": 1654 |
| }, |
| { |
| "epoch": 1.8887621220764403, |
| "grad_norm": 0.2589219913447823, |
| "learning_rate": 2.0570824524312898e-05, |
| "loss": 0.3492, |
| "step": 1655 |
| }, |
| { |
| "epoch": 1.8899030233884768, |
| "grad_norm": 0.2768282482738376, |
| "learning_rate": 2.0549682875264272e-05, |
| "loss": 0.3618, |
| "step": 1656 |
| }, |
| { |
| "epoch": 1.8910439247005133, |
| "grad_norm": 0.2739420056242106, |
| "learning_rate": 2.0528541226215643e-05, |
| "loss": 0.3555, |
| "step": 1657 |
| }, |
| { |
| "epoch": 1.8921848260125498, |
| "grad_norm": 0.26928054226917636, |
| "learning_rate": 2.050739957716702e-05, |
| "loss": 0.3558, |
| "step": 1658 |
| }, |
| { |
| "epoch": 1.8933257273245863, |
| "grad_norm": 0.3207377769023388, |
| "learning_rate": 2.0486257928118395e-05, |
| "loss": 0.3798, |
| "step": 1659 |
| }, |
| { |
| "epoch": 1.894466628636623, |
| "grad_norm": 0.24989405415599858, |
| "learning_rate": 2.046511627906977e-05, |
| "loss": 0.3613, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.8956075299486594, |
| "grad_norm": 0.2607195645529972, |
| "learning_rate": 2.0443974630021143e-05, |
| "loss": 0.3709, |
| "step": 1661 |
| }, |
| { |
| "epoch": 1.896748431260696, |
| "grad_norm": 0.2733555160670365, |
| "learning_rate": 2.0422832980972517e-05, |
| "loss": 0.3614, |
| "step": 1662 |
| }, |
| { |
| "epoch": 1.8978893325727326, |
| "grad_norm": 0.27871241601853286, |
| "learning_rate": 2.040169133192389e-05, |
| "loss": 0.3648, |
| "step": 1663 |
| }, |
| { |
| "epoch": 1.899030233884769, |
| "grad_norm": 0.31234592073077655, |
| "learning_rate": 2.0380549682875265e-05, |
| "loss": 0.3683, |
| "step": 1664 |
| }, |
| { |
| "epoch": 1.9001711351968056, |
| "grad_norm": 0.27741519189889535, |
| "learning_rate": 2.0359408033826642e-05, |
| "loss": 0.373, |
| "step": 1665 |
| }, |
| { |
| "epoch": 1.901312036508842, |
| "grad_norm": 0.28054435993083715, |
| "learning_rate": 2.0338266384778013e-05, |
| "loss": 0.3557, |
| "step": 1666 |
| }, |
| { |
| "epoch": 1.9024529378208785, |
| "grad_norm": 0.27814457755739297, |
| "learning_rate": 2.0317124735729387e-05, |
| "loss": 0.3858, |
| "step": 1667 |
| }, |
| { |
| "epoch": 1.903593839132915, |
| "grad_norm": 0.2884539606763188, |
| "learning_rate": 2.029598308668076e-05, |
| "loss": 0.3741, |
| "step": 1668 |
| }, |
| { |
| "epoch": 1.9047347404449515, |
| "grad_norm": 0.2618620359150727, |
| "learning_rate": 2.0274841437632135e-05, |
| "loss": 0.3649, |
| "step": 1669 |
| }, |
| { |
| "epoch": 1.905875641756988, |
| "grad_norm": 0.25113408676713106, |
| "learning_rate": 2.025369978858351e-05, |
| "loss": 0.3622, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.9070165430690245, |
| "grad_norm": 0.2784177351306522, |
| "learning_rate": 2.0232558139534883e-05, |
| "loss": 0.3517, |
| "step": 1671 |
| }, |
| { |
| "epoch": 1.908157444381061, |
| "grad_norm": 0.2856685467357065, |
| "learning_rate": 2.021141649048626e-05, |
| "loss": 0.3683, |
| "step": 1672 |
| }, |
| { |
| "epoch": 1.9092983456930974, |
| "grad_norm": 0.26172116445181576, |
| "learning_rate": 2.0190274841437635e-05, |
| "loss": 0.354, |
| "step": 1673 |
| }, |
| { |
| "epoch": 1.910439247005134, |
| "grad_norm": 0.26335022190661506, |
| "learning_rate": 2.016913319238901e-05, |
| "loss": 0.3507, |
| "step": 1674 |
| }, |
| { |
| "epoch": 1.9115801483171706, |
| "grad_norm": 0.25622287485822953, |
| "learning_rate": 2.014799154334038e-05, |
| "loss": 0.3731, |
| "step": 1675 |
| }, |
| { |
| "epoch": 1.912721049629207, |
| "grad_norm": 0.2601225492512362, |
| "learning_rate": 2.0126849894291754e-05, |
| "loss": 0.3632, |
| "step": 1676 |
| }, |
| { |
| "epoch": 1.9138619509412436, |
| "grad_norm": 0.2604903931429644, |
| "learning_rate": 2.0105708245243128e-05, |
| "loss": 0.3519, |
| "step": 1677 |
| }, |
| { |
| "epoch": 1.91500285225328, |
| "grad_norm": 0.24755000365197305, |
| "learning_rate": 2.0084566596194505e-05, |
| "loss": 0.3564, |
| "step": 1678 |
| }, |
| { |
| "epoch": 1.9161437535653167, |
| "grad_norm": 0.2638138653479009, |
| "learning_rate": 2.006342494714588e-05, |
| "loss": 0.3626, |
| "step": 1679 |
| }, |
| { |
| "epoch": 1.9172846548773532, |
| "grad_norm": 0.25681513482848295, |
| "learning_rate": 2.0042283298097253e-05, |
| "loss": 0.3581, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.9184255561893897, |
| "grad_norm": 0.2557089013629714, |
| "learning_rate": 2.0021141649048628e-05, |
| "loss": 0.3369, |
| "step": 1681 |
| }, |
| { |
| "epoch": 1.9195664575014262, |
| "grad_norm": 0.30474490842943003, |
| "learning_rate": 2e-05, |
| "loss": 0.3586, |
| "step": 1682 |
| }, |
| { |
| "epoch": 1.9207073588134627, |
| "grad_norm": 0.23362258404659542, |
| "learning_rate": 1.9978858350951372e-05, |
| "loss": 0.3548, |
| "step": 1683 |
| }, |
| { |
| "epoch": 1.9218482601254991, |
| "grad_norm": 0.282854268486239, |
| "learning_rate": 1.995771670190275e-05, |
| "loss": 0.3833, |
| "step": 1684 |
| }, |
| { |
| "epoch": 1.9229891614375356, |
| "grad_norm": 0.28664344992691926, |
| "learning_rate": 1.9936575052854124e-05, |
| "loss": 0.3568, |
| "step": 1685 |
| }, |
| { |
| "epoch": 1.924130062749572, |
| "grad_norm": 0.2671099649115389, |
| "learning_rate": 1.9915433403805498e-05, |
| "loss": 0.3646, |
| "step": 1686 |
| }, |
| { |
| "epoch": 1.9252709640616086, |
| "grad_norm": 0.2954713254197816, |
| "learning_rate": 1.9894291754756872e-05, |
| "loss": 0.3643, |
| "step": 1687 |
| }, |
| { |
| "epoch": 1.926411865373645, |
| "grad_norm": 0.33930978902768366, |
| "learning_rate": 1.9873150105708246e-05, |
| "loss": 0.3769, |
| "step": 1688 |
| }, |
| { |
| "epoch": 1.9275527666856815, |
| "grad_norm": 0.29824577630447163, |
| "learning_rate": 1.985200845665962e-05, |
| "loss": 0.3768, |
| "step": 1689 |
| }, |
| { |
| "epoch": 1.9286936679977182, |
| "grad_norm": 0.29176022977395993, |
| "learning_rate": 1.9830866807610994e-05, |
| "loss": 0.3507, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.9298345693097547, |
| "grad_norm": 0.24390654056177216, |
| "learning_rate": 1.980972515856237e-05, |
| "loss": 0.3506, |
| "step": 1691 |
| }, |
| { |
| "epoch": 1.9309754706217912, |
| "grad_norm": 0.2590795747683378, |
| "learning_rate": 1.9788583509513742e-05, |
| "loss": 0.3501, |
| "step": 1692 |
| }, |
| { |
| "epoch": 1.9321163719338277, |
| "grad_norm": 0.28164134893382536, |
| "learning_rate": 1.9767441860465116e-05, |
| "loss": 0.3608, |
| "step": 1693 |
| }, |
| { |
| "epoch": 1.9332572732458644, |
| "grad_norm": 0.2647748061214524, |
| "learning_rate": 1.974630021141649e-05, |
| "loss": 0.3606, |
| "step": 1694 |
| }, |
| { |
| "epoch": 1.9343981745579009, |
| "grad_norm": 0.28010445382267146, |
| "learning_rate": 1.9725158562367865e-05, |
| "loss": 0.3581, |
| "step": 1695 |
| }, |
| { |
| "epoch": 1.9355390758699373, |
| "grad_norm": 0.2533929878448776, |
| "learning_rate": 1.970401691331924e-05, |
| "loss": 0.3706, |
| "step": 1696 |
| }, |
| { |
| "epoch": 1.9366799771819738, |
| "grad_norm": 0.28611878053557527, |
| "learning_rate": 1.9682875264270613e-05, |
| "loss": 0.3728, |
| "step": 1697 |
| }, |
| { |
| "epoch": 1.9378208784940103, |
| "grad_norm": 0.28041130653252294, |
| "learning_rate": 1.966173361522199e-05, |
| "loss": 0.3622, |
| "step": 1698 |
| }, |
| { |
| "epoch": 1.9389617798060468, |
| "grad_norm": 0.28497047972994977, |
| "learning_rate": 1.9640591966173364e-05, |
| "loss": 0.3563, |
| "step": 1699 |
| }, |
| { |
| "epoch": 1.9401026811180833, |
| "grad_norm": 0.2918310757848588, |
| "learning_rate": 1.961945031712474e-05, |
| "loss": 0.3766, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.9412435824301197, |
| "grad_norm": 0.2369182789719308, |
| "learning_rate": 1.959830866807611e-05, |
| "loss": 0.3478, |
| "step": 1701 |
| }, |
| { |
| "epoch": 1.9423844837421562, |
| "grad_norm": 0.2647060419296417, |
| "learning_rate": 1.9577167019027483e-05, |
| "loss": 0.3582, |
| "step": 1702 |
| }, |
| { |
| "epoch": 1.9435253850541927, |
| "grad_norm": 0.2920307858064205, |
| "learning_rate": 1.9556025369978857e-05, |
| "loss": 0.369, |
| "step": 1703 |
| }, |
| { |
| "epoch": 1.9446662863662292, |
| "grad_norm": 0.3227097667935105, |
| "learning_rate": 1.9534883720930235e-05, |
| "loss": 0.368, |
| "step": 1704 |
| }, |
| { |
| "epoch": 1.9458071876782659, |
| "grad_norm": 0.2667720664080837, |
| "learning_rate": 1.951374207188161e-05, |
| "loss": 0.3637, |
| "step": 1705 |
| }, |
| { |
| "epoch": 1.9469480889903024, |
| "grad_norm": 0.3062658322537471, |
| "learning_rate": 1.9492600422832983e-05, |
| "loss": 0.3663, |
| "step": 1706 |
| }, |
| { |
| "epoch": 1.9480889903023388, |
| "grad_norm": 0.27305673090240135, |
| "learning_rate": 1.9471458773784357e-05, |
| "loss": 0.3622, |
| "step": 1707 |
| }, |
| { |
| "epoch": 1.9492298916143753, |
| "grad_norm": 0.2641687358716487, |
| "learning_rate": 1.945031712473573e-05, |
| "loss": 0.355, |
| "step": 1708 |
| }, |
| { |
| "epoch": 1.950370792926412, |
| "grad_norm": 0.2580431501007941, |
| "learning_rate": 1.9429175475687105e-05, |
| "loss": 0.3652, |
| "step": 1709 |
| }, |
| { |
| "epoch": 1.9515116942384485, |
| "grad_norm": 0.2344794936808685, |
| "learning_rate": 1.940803382663848e-05, |
| "loss": 0.3468, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.952652595550485, |
| "grad_norm": 0.2886415993544298, |
| "learning_rate": 1.9386892177589853e-05, |
| "loss": 0.3757, |
| "step": 1711 |
| }, |
| { |
| "epoch": 1.9537934968625215, |
| "grad_norm": 0.3049085901486973, |
| "learning_rate": 1.9365750528541227e-05, |
| "loss": 0.3737, |
| "step": 1712 |
| }, |
| { |
| "epoch": 1.954934398174558, |
| "grad_norm": 0.26596397633339325, |
| "learning_rate": 1.93446088794926e-05, |
| "loss": 0.3642, |
| "step": 1713 |
| }, |
| { |
| "epoch": 1.9560752994865944, |
| "grad_norm": 0.30294710633352423, |
| "learning_rate": 1.9323467230443975e-05, |
| "loss": 0.3668, |
| "step": 1714 |
| }, |
| { |
| "epoch": 1.957216200798631, |
| "grad_norm": 0.26349235851430564, |
| "learning_rate": 1.930232558139535e-05, |
| "loss": 0.3559, |
| "step": 1715 |
| }, |
| { |
| "epoch": 1.9583571021106674, |
| "grad_norm": 0.2685783037927963, |
| "learning_rate": 1.9281183932346724e-05, |
| "loss": 0.3774, |
| "step": 1716 |
| }, |
| { |
| "epoch": 1.9594980034227039, |
| "grad_norm": 0.264292192361419, |
| "learning_rate": 1.9260042283298098e-05, |
| "loss": 0.3735, |
| "step": 1717 |
| }, |
| { |
| "epoch": 1.9606389047347403, |
| "grad_norm": 0.3554897307494108, |
| "learning_rate": 1.9238900634249475e-05, |
| "loss": 0.371, |
| "step": 1718 |
| }, |
| { |
| "epoch": 1.9617798060467768, |
| "grad_norm": 0.31087400630355955, |
| "learning_rate": 1.9217758985200846e-05, |
| "loss": 0.3661, |
| "step": 1719 |
| }, |
| { |
| "epoch": 1.9629207073588133, |
| "grad_norm": 0.3095791509449235, |
| "learning_rate": 1.919661733615222e-05, |
| "loss": 0.3706, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.96406160867085, |
| "grad_norm": 0.2738969954461718, |
| "learning_rate": 1.9175475687103594e-05, |
| "loss": 0.3876, |
| "step": 1721 |
| }, |
| { |
| "epoch": 1.9652025099828865, |
| "grad_norm": 0.34003420604038476, |
| "learning_rate": 1.9154334038054968e-05, |
| "loss": 0.3956, |
| "step": 1722 |
| }, |
| { |
| "epoch": 1.966343411294923, |
| "grad_norm": 0.28565166124104413, |
| "learning_rate": 1.9133192389006342e-05, |
| "loss": 0.3478, |
| "step": 1723 |
| }, |
| { |
| "epoch": 1.9674843126069597, |
| "grad_norm": 0.2632293762228427, |
| "learning_rate": 1.911205073995772e-05, |
| "loss": 0.3672, |
| "step": 1724 |
| }, |
| { |
| "epoch": 1.9686252139189961, |
| "grad_norm": 0.2973825583942189, |
| "learning_rate": 1.9090909090909094e-05, |
| "loss": 0.3726, |
| "step": 1725 |
| }, |
| { |
| "epoch": 1.9697661152310326, |
| "grad_norm": 0.2525267995321032, |
| "learning_rate": 1.9069767441860468e-05, |
| "loss": 0.374, |
| "step": 1726 |
| }, |
| { |
| "epoch": 1.970907016543069, |
| "grad_norm": 0.24811016517447812, |
| "learning_rate": 1.904862579281184e-05, |
| "loss": 0.3956, |
| "step": 1727 |
| }, |
| { |
| "epoch": 1.9720479178551056, |
| "grad_norm": 0.3270553538748556, |
| "learning_rate": 1.9027484143763212e-05, |
| "loss": 0.3662, |
| "step": 1728 |
| }, |
| { |
| "epoch": 1.973188819167142, |
| "grad_norm": 0.2541293268170106, |
| "learning_rate": 1.9006342494714586e-05, |
| "loss": 0.3403, |
| "step": 1729 |
| }, |
| { |
| "epoch": 1.9743297204791785, |
| "grad_norm": 0.27007055492054866, |
| "learning_rate": 1.8985200845665964e-05, |
| "loss": 0.3598, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.975470621791215, |
| "grad_norm": 0.2789281069327813, |
| "learning_rate": 1.8964059196617338e-05, |
| "loss": 0.3708, |
| "step": 1731 |
| }, |
| { |
| "epoch": 1.9766115231032515, |
| "grad_norm": 0.335240345320772, |
| "learning_rate": 1.8942917547568712e-05, |
| "loss": 0.3759, |
| "step": 1732 |
| }, |
| { |
| "epoch": 1.977752424415288, |
| "grad_norm": 0.3014749329262505, |
| "learning_rate": 1.8921775898520086e-05, |
| "loss": 0.3743, |
| "step": 1733 |
| }, |
| { |
| "epoch": 1.9788933257273245, |
| "grad_norm": 0.2642588744547289, |
| "learning_rate": 1.890063424947146e-05, |
| "loss": 0.3742, |
| "step": 1734 |
| }, |
| { |
| "epoch": 1.980034227039361, |
| "grad_norm": 0.3913575419827154, |
| "learning_rate": 1.8879492600422834e-05, |
| "loss": 0.3467, |
| "step": 1735 |
| }, |
| { |
| "epoch": 1.9811751283513976, |
| "grad_norm": 0.3105592595689725, |
| "learning_rate": 1.885835095137421e-05, |
| "loss": 0.3998, |
| "step": 1736 |
| }, |
| { |
| "epoch": 1.9823160296634341, |
| "grad_norm": 0.294507885586603, |
| "learning_rate": 1.8837209302325582e-05, |
| "loss": 0.3636, |
| "step": 1737 |
| }, |
| { |
| "epoch": 1.9834569309754706, |
| "grad_norm": 0.32337663354893215, |
| "learning_rate": 1.8816067653276956e-05, |
| "loss": 0.3502, |
| "step": 1738 |
| }, |
| { |
| "epoch": 1.984597832287507, |
| "grad_norm": 0.3285424012955404, |
| "learning_rate": 1.879492600422833e-05, |
| "loss": 0.3856, |
| "step": 1739 |
| }, |
| { |
| "epoch": 1.9857387335995438, |
| "grad_norm": 0.2904265186501213, |
| "learning_rate": 1.8773784355179705e-05, |
| "loss": 0.371, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.9868796349115803, |
| "grad_norm": 0.2837758477482779, |
| "learning_rate": 1.875264270613108e-05, |
| "loss": 0.3556, |
| "step": 1741 |
| }, |
| { |
| "epoch": 1.9880205362236167, |
| "grad_norm": 0.3199499304677922, |
| "learning_rate": 1.8731501057082453e-05, |
| "loss": 0.3781, |
| "step": 1742 |
| }, |
| { |
| "epoch": 1.9891614375356532, |
| "grad_norm": 0.2620483932749284, |
| "learning_rate": 1.8710359408033827e-05, |
| "loss": 0.347, |
| "step": 1743 |
| }, |
| { |
| "epoch": 1.9903023388476897, |
| "grad_norm": 0.31940723204059734, |
| "learning_rate": 1.8689217758985204e-05, |
| "loss": 0.3531, |
| "step": 1744 |
| }, |
| { |
| "epoch": 1.9914432401597262, |
| "grad_norm": 0.2623270110349358, |
| "learning_rate": 1.8668076109936575e-05, |
| "loss": 0.3779, |
| "step": 1745 |
| }, |
| { |
| "epoch": 1.9925841414717627, |
| "grad_norm": 0.2877974818385608, |
| "learning_rate": 1.864693446088795e-05, |
| "loss": 0.3796, |
| "step": 1746 |
| }, |
| { |
| "epoch": 1.9937250427837991, |
| "grad_norm": 0.30045186550520864, |
| "learning_rate": 1.8625792811839323e-05, |
| "loss": 0.3884, |
| "step": 1747 |
| }, |
| { |
| "epoch": 1.9948659440958356, |
| "grad_norm": 0.2869930913760931, |
| "learning_rate": 1.8604651162790697e-05, |
| "loss": 0.3359, |
| "step": 1748 |
| }, |
| { |
| "epoch": 1.996006845407872, |
| "grad_norm": 0.2916651153608028, |
| "learning_rate": 1.858350951374207e-05, |
| "loss": 0.359, |
| "step": 1749 |
| }, |
| { |
| "epoch": 1.9971477467199086, |
| "grad_norm": 0.32125796964460684, |
| "learning_rate": 1.856236786469345e-05, |
| "loss": 0.391, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.9982886480319453, |
| "grad_norm": 0.28157904329195294, |
| "learning_rate": 1.8541226215644823e-05, |
| "loss": 0.3531, |
| "step": 1751 |
| }, |
| { |
| "epoch": 1.9994295493439818, |
| "grad_norm": 0.28627744809790545, |
| "learning_rate": 1.8520084566596197e-05, |
| "loss": 0.3655, |
| "step": 1752 |
| }, |
| { |
| "epoch": 2.0011409013120365, |
| "grad_norm": 0.4487577079137177, |
| "learning_rate": 1.849894291754757e-05, |
| "loss": 0.6555, |
| "step": 1753 |
| }, |
| { |
| "epoch": 2.002281802624073, |
| "grad_norm": 0.28088289953032464, |
| "learning_rate": 1.847780126849894e-05, |
| "loss": 0.2958, |
| "step": 1754 |
| }, |
| { |
| "epoch": 2.0034227039361094, |
| "grad_norm": 0.2891272992850902, |
| "learning_rate": 1.8456659619450316e-05, |
| "loss": 0.3185, |
| "step": 1755 |
| }, |
| { |
| "epoch": 2.004563605248146, |
| "grad_norm": 0.4112554650528418, |
| "learning_rate": 1.8435517970401693e-05, |
| "loss": 0.3052, |
| "step": 1756 |
| }, |
| { |
| "epoch": 2.0057045065601824, |
| "grad_norm": 0.26946760277582954, |
| "learning_rate": 1.8414376321353067e-05, |
| "loss": 0.3075, |
| "step": 1757 |
| }, |
| { |
| "epoch": 2.006845407872219, |
| "grad_norm": 0.3043281070992764, |
| "learning_rate": 1.839323467230444e-05, |
| "loss": 0.2972, |
| "step": 1758 |
| }, |
| { |
| "epoch": 2.0079863091842554, |
| "grad_norm": 0.32883104084724435, |
| "learning_rate": 1.8372093023255815e-05, |
| "loss": 0.2994, |
| "step": 1759 |
| }, |
| { |
| "epoch": 2.0091272104962923, |
| "grad_norm": 0.30200499224952815, |
| "learning_rate": 1.835095137420719e-05, |
| "loss": 0.3, |
| "step": 1760 |
| }, |
| { |
| "epoch": 2.0102681118083288, |
| "grad_norm": 0.2828662075516682, |
| "learning_rate": 1.8329809725158564e-05, |
| "loss": 0.2955, |
| "step": 1761 |
| }, |
| { |
| "epoch": 2.0114090131203652, |
| "grad_norm": 0.2992366159862029, |
| "learning_rate": 1.8308668076109938e-05, |
| "loss": 0.3035, |
| "step": 1762 |
| }, |
| { |
| "epoch": 2.0125499144324017, |
| "grad_norm": 0.3371880577990774, |
| "learning_rate": 1.8287526427061312e-05, |
| "loss": 0.2949, |
| "step": 1763 |
| }, |
| { |
| "epoch": 2.013690815744438, |
| "grad_norm": 0.28344316901737787, |
| "learning_rate": 1.8266384778012686e-05, |
| "loss": 0.3048, |
| "step": 1764 |
| }, |
| { |
| "epoch": 2.0148317170564747, |
| "grad_norm": 0.27179491325048666, |
| "learning_rate": 1.824524312896406e-05, |
| "loss": 0.2888, |
| "step": 1765 |
| }, |
| { |
| "epoch": 2.015972618368511, |
| "grad_norm": 0.2727511224813464, |
| "learning_rate": 1.8224101479915434e-05, |
| "loss": 0.2915, |
| "step": 1766 |
| }, |
| { |
| "epoch": 2.0171135196805476, |
| "grad_norm": 0.35663638818735105, |
| "learning_rate": 1.8202959830866808e-05, |
| "loss": 0.2928, |
| "step": 1767 |
| }, |
| { |
| "epoch": 2.018254420992584, |
| "grad_norm": 0.28095383665244567, |
| "learning_rate": 1.8181818181818182e-05, |
| "loss": 0.2927, |
| "step": 1768 |
| }, |
| { |
| "epoch": 2.0193953223046206, |
| "grad_norm": 0.2711800724825952, |
| "learning_rate": 1.8160676532769556e-05, |
| "loss": 0.3033, |
| "step": 1769 |
| }, |
| { |
| "epoch": 2.020536223616657, |
| "grad_norm": 0.30322673551396767, |
| "learning_rate": 1.8139534883720934e-05, |
| "loss": 0.2953, |
| "step": 1770 |
| }, |
| { |
| "epoch": 2.0216771249286936, |
| "grad_norm": 0.2750325414334585, |
| "learning_rate": 1.8118393234672304e-05, |
| "loss": 0.2815, |
| "step": 1771 |
| }, |
| { |
| "epoch": 2.02281802624073, |
| "grad_norm": 0.2472532660983106, |
| "learning_rate": 1.809725158562368e-05, |
| "loss": 0.2921, |
| "step": 1772 |
| }, |
| { |
| "epoch": 2.0239589275527665, |
| "grad_norm": 0.2927848622819586, |
| "learning_rate": 1.8076109936575052e-05, |
| "loss": 0.3057, |
| "step": 1773 |
| }, |
| { |
| "epoch": 2.025099828864803, |
| "grad_norm": 0.2294021321585527, |
| "learning_rate": 1.8054968287526427e-05, |
| "loss": 0.2974, |
| "step": 1774 |
| }, |
| { |
| "epoch": 2.02624073017684, |
| "grad_norm": 0.26484271651685803, |
| "learning_rate": 1.80338266384778e-05, |
| "loss": 0.2848, |
| "step": 1775 |
| }, |
| { |
| "epoch": 2.0273816314888764, |
| "grad_norm": 0.2538624793787531, |
| "learning_rate": 1.8012684989429178e-05, |
| "loss": 0.2997, |
| "step": 1776 |
| }, |
| { |
| "epoch": 2.028522532800913, |
| "grad_norm": 0.24532737131358523, |
| "learning_rate": 1.7991543340380552e-05, |
| "loss": 0.2934, |
| "step": 1777 |
| }, |
| { |
| "epoch": 2.0296634341129494, |
| "grad_norm": 0.33354789343265456, |
| "learning_rate": 1.7970401691331926e-05, |
| "loss": 0.2949, |
| "step": 1778 |
| }, |
| { |
| "epoch": 2.030804335424986, |
| "grad_norm": 0.2463122343168031, |
| "learning_rate": 1.79492600422833e-05, |
| "loss": 0.2914, |
| "step": 1779 |
| }, |
| { |
| "epoch": 2.0319452367370223, |
| "grad_norm": 0.2723099135506961, |
| "learning_rate": 1.792811839323467e-05, |
| "loss": 0.3127, |
| "step": 1780 |
| }, |
| { |
| "epoch": 2.033086138049059, |
| "grad_norm": 0.2641672662067301, |
| "learning_rate": 1.7906976744186045e-05, |
| "loss": 0.2877, |
| "step": 1781 |
| }, |
| { |
| "epoch": 2.0342270393610953, |
| "grad_norm": 0.2590296004276685, |
| "learning_rate": 1.7885835095137422e-05, |
| "loss": 0.2825, |
| "step": 1782 |
| }, |
| { |
| "epoch": 2.0353679406731318, |
| "grad_norm": 0.23856790203525635, |
| "learning_rate": 1.7864693446088797e-05, |
| "loss": 0.2809, |
| "step": 1783 |
| }, |
| { |
| "epoch": 2.0365088419851682, |
| "grad_norm": 0.25679769430683064, |
| "learning_rate": 1.784355179704017e-05, |
| "loss": 0.2668, |
| "step": 1784 |
| }, |
| { |
| "epoch": 2.0376497432972047, |
| "grad_norm": 0.23357636555828296, |
| "learning_rate": 1.7822410147991545e-05, |
| "loss": 0.2934, |
| "step": 1785 |
| }, |
| { |
| "epoch": 2.038790644609241, |
| "grad_norm": 0.2635889031071584, |
| "learning_rate": 1.780126849894292e-05, |
| "loss": 0.3032, |
| "step": 1786 |
| }, |
| { |
| "epoch": 2.0399315459212777, |
| "grad_norm": 0.24980277535986198, |
| "learning_rate": 1.7780126849894293e-05, |
| "loss": 0.2977, |
| "step": 1787 |
| }, |
| { |
| "epoch": 2.041072447233314, |
| "grad_norm": 0.295692136350144, |
| "learning_rate": 1.7758985200845667e-05, |
| "loss": 0.2952, |
| "step": 1788 |
| }, |
| { |
| "epoch": 2.0422133485453506, |
| "grad_norm": 0.23935600190392897, |
| "learning_rate": 1.773784355179704e-05, |
| "loss": 0.2964, |
| "step": 1789 |
| }, |
| { |
| "epoch": 2.043354249857387, |
| "grad_norm": 0.30965446159470705, |
| "learning_rate": 1.7716701902748415e-05, |
| "loss": 0.2739, |
| "step": 1790 |
| }, |
| { |
| "epoch": 2.044495151169424, |
| "grad_norm": 0.24093476355063664, |
| "learning_rate": 1.769556025369979e-05, |
| "loss": 0.303, |
| "step": 1791 |
| }, |
| { |
| "epoch": 2.0456360524814605, |
| "grad_norm": 0.25136517438617395, |
| "learning_rate": 1.7674418604651163e-05, |
| "loss": 0.2871, |
| "step": 1792 |
| }, |
| { |
| "epoch": 2.046776953793497, |
| "grad_norm": 0.2751162964138566, |
| "learning_rate": 1.7653276955602537e-05, |
| "loss": 0.2935, |
| "step": 1793 |
| }, |
| { |
| "epoch": 2.0479178551055335, |
| "grad_norm": 0.26971281309270306, |
| "learning_rate": 1.763213530655391e-05, |
| "loss": 0.2928, |
| "step": 1794 |
| }, |
| { |
| "epoch": 2.04905875641757, |
| "grad_norm": 0.2312877390629995, |
| "learning_rate": 1.7610993657505285e-05, |
| "loss": 0.2898, |
| "step": 1795 |
| }, |
| { |
| "epoch": 2.0501996577296064, |
| "grad_norm": 0.2712479419818717, |
| "learning_rate": 1.7589852008456663e-05, |
| "loss": 0.2859, |
| "step": 1796 |
| }, |
| { |
| "epoch": 2.051340559041643, |
| "grad_norm": 0.310067258301682, |
| "learning_rate": 1.7568710359408037e-05, |
| "loss": 0.326, |
| "step": 1797 |
| }, |
| { |
| "epoch": 2.0524814603536794, |
| "grad_norm": 0.2526105961518339, |
| "learning_rate": 1.7547568710359408e-05, |
| "loss": 0.3056, |
| "step": 1798 |
| }, |
| { |
| "epoch": 2.053622361665716, |
| "grad_norm": 0.2579468875301229, |
| "learning_rate": 1.7526427061310782e-05, |
| "loss": 0.3039, |
| "step": 1799 |
| }, |
| { |
| "epoch": 2.0547632629777524, |
| "grad_norm": 0.24865148191408976, |
| "learning_rate": 1.7505285412262156e-05, |
| "loss": 0.299, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.055904164289789, |
| "grad_norm": 0.27482713881750265, |
| "learning_rate": 1.748414376321353e-05, |
| "loss": 0.2828, |
| "step": 1801 |
| }, |
| { |
| "epoch": 2.0570450656018253, |
| "grad_norm": 0.23944885286193957, |
| "learning_rate": 1.7463002114164907e-05, |
| "loss": 0.2802, |
| "step": 1802 |
| }, |
| { |
| "epoch": 2.058185966913862, |
| "grad_norm": 0.23387539270157587, |
| "learning_rate": 1.744186046511628e-05, |
| "loss": 0.2833, |
| "step": 1803 |
| }, |
| { |
| "epoch": 2.0593268682258983, |
| "grad_norm": 0.2507361486702264, |
| "learning_rate": 1.7420718816067655e-05, |
| "loss": 0.2912, |
| "step": 1804 |
| }, |
| { |
| "epoch": 2.0604677695379348, |
| "grad_norm": 0.27028591396300616, |
| "learning_rate": 1.739957716701903e-05, |
| "loss": 0.2753, |
| "step": 1805 |
| }, |
| { |
| "epoch": 2.0616086708499717, |
| "grad_norm": 0.2619452920223977, |
| "learning_rate": 1.73784355179704e-05, |
| "loss": 0.2842, |
| "step": 1806 |
| }, |
| { |
| "epoch": 2.062749572162008, |
| "grad_norm": 0.2607113990408732, |
| "learning_rate": 1.7357293868921774e-05, |
| "loss": 0.292, |
| "step": 1807 |
| }, |
| { |
| "epoch": 2.0638904734740446, |
| "grad_norm": 0.30100822829080276, |
| "learning_rate": 1.7336152219873152e-05, |
| "loss": 0.3064, |
| "step": 1808 |
| }, |
| { |
| "epoch": 2.065031374786081, |
| "grad_norm": 0.2568094886960586, |
| "learning_rate": 1.7315010570824526e-05, |
| "loss": 0.2769, |
| "step": 1809 |
| }, |
| { |
| "epoch": 2.0661722760981176, |
| "grad_norm": 0.2668816139835237, |
| "learning_rate": 1.72938689217759e-05, |
| "loss": 0.2893, |
| "step": 1810 |
| }, |
| { |
| "epoch": 2.067313177410154, |
| "grad_norm": 0.275437215316109, |
| "learning_rate": 1.7272727272727274e-05, |
| "loss": 0.2889, |
| "step": 1811 |
| }, |
| { |
| "epoch": 2.0684540787221906, |
| "grad_norm": 0.2416657979758825, |
| "learning_rate": 1.7251585623678648e-05, |
| "loss": 0.2943, |
| "step": 1812 |
| }, |
| { |
| "epoch": 2.069594980034227, |
| "grad_norm": 0.28532369815909503, |
| "learning_rate": 1.7230443974630022e-05, |
| "loss": 0.2953, |
| "step": 1813 |
| }, |
| { |
| "epoch": 2.0707358813462635, |
| "grad_norm": 0.23963135477526373, |
| "learning_rate": 1.7209302325581396e-05, |
| "loss": 0.2967, |
| "step": 1814 |
| }, |
| { |
| "epoch": 2.0718767826583, |
| "grad_norm": 0.27869751780119484, |
| "learning_rate": 1.718816067653277e-05, |
| "loss": 0.2963, |
| "step": 1815 |
| }, |
| { |
| "epoch": 2.0730176839703365, |
| "grad_norm": 0.2662336852675231, |
| "learning_rate": 1.7167019027484144e-05, |
| "loss": 0.2972, |
| "step": 1816 |
| }, |
| { |
| "epoch": 2.074158585282373, |
| "grad_norm": 0.2588271856116877, |
| "learning_rate": 1.714587737843552e-05, |
| "loss": 0.2945, |
| "step": 1817 |
| }, |
| { |
| "epoch": 2.0752994865944094, |
| "grad_norm": 0.2862172344229437, |
| "learning_rate": 1.7124735729386892e-05, |
| "loss": 0.2994, |
| "step": 1818 |
| }, |
| { |
| "epoch": 2.076440387906446, |
| "grad_norm": 0.24831537941992662, |
| "learning_rate": 1.7103594080338267e-05, |
| "loss": 0.2834, |
| "step": 1819 |
| }, |
| { |
| "epoch": 2.0775812892184824, |
| "grad_norm": 0.22516742916788882, |
| "learning_rate": 1.708245243128964e-05, |
| "loss": 0.2971, |
| "step": 1820 |
| }, |
| { |
| "epoch": 2.0787221905305193, |
| "grad_norm": 0.28169017677827185, |
| "learning_rate": 1.7061310782241015e-05, |
| "loss": 0.2861, |
| "step": 1821 |
| }, |
| { |
| "epoch": 2.079863091842556, |
| "grad_norm": 0.23806396697312238, |
| "learning_rate": 1.7040169133192392e-05, |
| "loss": 0.2834, |
| "step": 1822 |
| }, |
| { |
| "epoch": 2.0810039931545923, |
| "grad_norm": 0.2555243399385284, |
| "learning_rate": 1.7019027484143766e-05, |
| "loss": 0.304, |
| "step": 1823 |
| }, |
| { |
| "epoch": 2.0821448944666288, |
| "grad_norm": 0.2578938428402628, |
| "learning_rate": 1.6997885835095137e-05, |
| "loss": 0.2895, |
| "step": 1824 |
| }, |
| { |
| "epoch": 2.0832857957786652, |
| "grad_norm": 0.23149122222114324, |
| "learning_rate": 1.697674418604651e-05, |
| "loss": 0.2806, |
| "step": 1825 |
| }, |
| { |
| "epoch": 2.0844266970907017, |
| "grad_norm": 0.25122516172954884, |
| "learning_rate": 1.6955602536997885e-05, |
| "loss": 0.2906, |
| "step": 1826 |
| }, |
| { |
| "epoch": 2.085567598402738, |
| "grad_norm": 0.22496719907018478, |
| "learning_rate": 1.693446088794926e-05, |
| "loss": 0.268, |
| "step": 1827 |
| }, |
| { |
| "epoch": 2.0867084997147747, |
| "grad_norm": 0.24917040442115526, |
| "learning_rate": 1.6913319238900637e-05, |
| "loss": 0.3072, |
| "step": 1828 |
| }, |
| { |
| "epoch": 2.087849401026811, |
| "grad_norm": 0.2461073133402563, |
| "learning_rate": 1.689217758985201e-05, |
| "loss": 0.3023, |
| "step": 1829 |
| }, |
| { |
| "epoch": 2.0889903023388476, |
| "grad_norm": 0.24067405395346075, |
| "learning_rate": 1.6871035940803385e-05, |
| "loss": 0.2873, |
| "step": 1830 |
| }, |
| { |
| "epoch": 2.090131203650884, |
| "grad_norm": 0.23945458238615078, |
| "learning_rate": 1.684989429175476e-05, |
| "loss": 0.2902, |
| "step": 1831 |
| }, |
| { |
| "epoch": 2.0912721049629206, |
| "grad_norm": 0.2382053179878838, |
| "learning_rate": 1.6828752642706133e-05, |
| "loss": 0.3078, |
| "step": 1832 |
| }, |
| { |
| "epoch": 2.092413006274957, |
| "grad_norm": 0.23429092759412315, |
| "learning_rate": 1.6807610993657504e-05, |
| "loss": 0.3189, |
| "step": 1833 |
| }, |
| { |
| "epoch": 2.0935539075869936, |
| "grad_norm": 0.24756030196541584, |
| "learning_rate": 1.678646934460888e-05, |
| "loss": 0.3011, |
| "step": 1834 |
| }, |
| { |
| "epoch": 2.09469480889903, |
| "grad_norm": 0.25175437537430273, |
| "learning_rate": 1.6765327695560255e-05, |
| "loss": 0.2838, |
| "step": 1835 |
| }, |
| { |
| "epoch": 2.095835710211067, |
| "grad_norm": 0.23741898688224317, |
| "learning_rate": 1.674418604651163e-05, |
| "loss": 0.2942, |
| "step": 1836 |
| }, |
| { |
| "epoch": 2.0969766115231034, |
| "grad_norm": 0.24003294023247418, |
| "learning_rate": 1.6723044397463003e-05, |
| "loss": 0.2993, |
| "step": 1837 |
| }, |
| { |
| "epoch": 2.09811751283514, |
| "grad_norm": 0.23478472744981252, |
| "learning_rate": 1.6701902748414377e-05, |
| "loss": 0.2907, |
| "step": 1838 |
| }, |
| { |
| "epoch": 2.0992584141471764, |
| "grad_norm": 0.23365403996013454, |
| "learning_rate": 1.668076109936575e-05, |
| "loss": 0.2772, |
| "step": 1839 |
| }, |
| { |
| "epoch": 2.100399315459213, |
| "grad_norm": 0.24999253956880316, |
| "learning_rate": 1.6659619450317125e-05, |
| "loss": 0.3015, |
| "step": 1840 |
| }, |
| { |
| "epoch": 2.1015402167712494, |
| "grad_norm": 0.23580829687884494, |
| "learning_rate": 1.66384778012685e-05, |
| "loss": 0.289, |
| "step": 1841 |
| }, |
| { |
| "epoch": 2.102681118083286, |
| "grad_norm": 0.2605491108678695, |
| "learning_rate": 1.6617336152219874e-05, |
| "loss": 0.2987, |
| "step": 1842 |
| }, |
| { |
| "epoch": 2.1038220193953223, |
| "grad_norm": 0.24526608405712047, |
| "learning_rate": 1.6596194503171248e-05, |
| "loss": 0.2911, |
| "step": 1843 |
| }, |
| { |
| "epoch": 2.104962920707359, |
| "grad_norm": 0.23507549939657288, |
| "learning_rate": 1.6575052854122622e-05, |
| "loss": 0.2935, |
| "step": 1844 |
| }, |
| { |
| "epoch": 2.1061038220193953, |
| "grad_norm": 0.23017170444286497, |
| "learning_rate": 1.6553911205073996e-05, |
| "loss": 0.293, |
| "step": 1845 |
| }, |
| { |
| "epoch": 2.1072447233314318, |
| "grad_norm": 0.23209560845918595, |
| "learning_rate": 1.653276955602537e-05, |
| "loss": 0.2893, |
| "step": 1846 |
| }, |
| { |
| "epoch": 2.1083856246434682, |
| "grad_norm": 0.23595690639390743, |
| "learning_rate": 1.6511627906976744e-05, |
| "loss": 0.2805, |
| "step": 1847 |
| }, |
| { |
| "epoch": 2.1095265259555047, |
| "grad_norm": 0.21983931290432804, |
| "learning_rate": 1.649048625792812e-05, |
| "loss": 0.2902, |
| "step": 1848 |
| }, |
| { |
| "epoch": 2.110667427267541, |
| "grad_norm": 0.21796041933539737, |
| "learning_rate": 1.6469344608879496e-05, |
| "loss": 0.2823, |
| "step": 1849 |
| }, |
| { |
| "epoch": 2.1118083285795777, |
| "grad_norm": 0.24121642344375474, |
| "learning_rate": 1.6448202959830866e-05, |
| "loss": 0.2942, |
| "step": 1850 |
| }, |
| { |
| "epoch": 2.1129492298916146, |
| "grad_norm": 0.24186049324723294, |
| "learning_rate": 1.642706131078224e-05, |
| "loss": 0.2868, |
| "step": 1851 |
| }, |
| { |
| "epoch": 2.114090131203651, |
| "grad_norm": 0.22393730692732144, |
| "learning_rate": 1.6405919661733614e-05, |
| "loss": 0.3086, |
| "step": 1852 |
| }, |
| { |
| "epoch": 2.1152310325156876, |
| "grad_norm": 0.2617315914853435, |
| "learning_rate": 1.638477801268499e-05, |
| "loss": 0.2875, |
| "step": 1853 |
| }, |
| { |
| "epoch": 2.116371933827724, |
| "grad_norm": 0.23203734158676664, |
| "learning_rate": 1.6363636363636366e-05, |
| "loss": 0.2716, |
| "step": 1854 |
| }, |
| { |
| "epoch": 2.1175128351397605, |
| "grad_norm": 0.286581008935328, |
| "learning_rate": 1.634249471458774e-05, |
| "loss": 0.2991, |
| "step": 1855 |
| }, |
| { |
| "epoch": 2.118653736451797, |
| "grad_norm": 0.24041373152409004, |
| "learning_rate": 1.6321353065539114e-05, |
| "loss": 0.292, |
| "step": 1856 |
| }, |
| { |
| "epoch": 2.1197946377638335, |
| "grad_norm": 0.29656734889505126, |
| "learning_rate": 1.6300211416490488e-05, |
| "loss": 0.2864, |
| "step": 1857 |
| }, |
| { |
| "epoch": 2.12093553907587, |
| "grad_norm": 0.25003488021762793, |
| "learning_rate": 1.6279069767441862e-05, |
| "loss": 0.3022, |
| "step": 1858 |
| }, |
| { |
| "epoch": 2.1220764403879064, |
| "grad_norm": 0.22864083847140418, |
| "learning_rate": 1.6257928118393233e-05, |
| "loss": 0.2952, |
| "step": 1859 |
| }, |
| { |
| "epoch": 2.123217341699943, |
| "grad_norm": 0.26581686925779857, |
| "learning_rate": 1.623678646934461e-05, |
| "loss": 0.2856, |
| "step": 1860 |
| }, |
| { |
| "epoch": 2.1243582430119794, |
| "grad_norm": 0.26086638331564543, |
| "learning_rate": 1.6215644820295984e-05, |
| "loss": 0.2935, |
| "step": 1861 |
| }, |
| { |
| "epoch": 2.125499144324016, |
| "grad_norm": 0.23337841700522194, |
| "learning_rate": 1.619450317124736e-05, |
| "loss": 0.2852, |
| "step": 1862 |
| }, |
| { |
| "epoch": 2.1266400456360524, |
| "grad_norm": 0.2769523730953264, |
| "learning_rate": 1.6173361522198733e-05, |
| "loss": 0.2781, |
| "step": 1863 |
| }, |
| { |
| "epoch": 2.127780946948089, |
| "grad_norm": 0.2718124892758348, |
| "learning_rate": 1.6152219873150107e-05, |
| "loss": 0.2962, |
| "step": 1864 |
| }, |
| { |
| "epoch": 2.1289218482601253, |
| "grad_norm": 0.22143722786026926, |
| "learning_rate": 1.613107822410148e-05, |
| "loss": 0.3111, |
| "step": 1865 |
| }, |
| { |
| "epoch": 2.1300627495721622, |
| "grad_norm": 0.27102920563649024, |
| "learning_rate": 1.6109936575052855e-05, |
| "loss": 0.2935, |
| "step": 1866 |
| }, |
| { |
| "epoch": 2.1312036508841987, |
| "grad_norm": 0.27336499438269957, |
| "learning_rate": 1.608879492600423e-05, |
| "loss": 0.2993, |
| "step": 1867 |
| }, |
| { |
| "epoch": 2.132344552196235, |
| "grad_norm": 0.2178279407621219, |
| "learning_rate": 1.6067653276955603e-05, |
| "loss": 0.2765, |
| "step": 1868 |
| }, |
| { |
| "epoch": 2.1334854535082717, |
| "grad_norm": 0.23210951727420406, |
| "learning_rate": 1.6046511627906977e-05, |
| "loss": 0.3076, |
| "step": 1869 |
| }, |
| { |
| "epoch": 2.134626354820308, |
| "grad_norm": 0.24938828827661355, |
| "learning_rate": 1.602536997885835e-05, |
| "loss": 0.2999, |
| "step": 1870 |
| }, |
| { |
| "epoch": 2.1357672561323446, |
| "grad_norm": 0.28143320894936363, |
| "learning_rate": 1.6004228329809725e-05, |
| "loss": 0.2875, |
| "step": 1871 |
| }, |
| { |
| "epoch": 2.136908157444381, |
| "grad_norm": 0.2363884317835549, |
| "learning_rate": 1.59830866807611e-05, |
| "loss": 0.2818, |
| "step": 1872 |
| }, |
| { |
| "epoch": 2.1380490587564176, |
| "grad_norm": 0.23142000312910235, |
| "learning_rate": 1.5961945031712473e-05, |
| "loss": 0.2886, |
| "step": 1873 |
| }, |
| { |
| "epoch": 2.139189960068454, |
| "grad_norm": 0.2967980449947715, |
| "learning_rate": 1.594080338266385e-05, |
| "loss": 0.287, |
| "step": 1874 |
| }, |
| { |
| "epoch": 2.1403308613804906, |
| "grad_norm": 0.2523233122910311, |
| "learning_rate": 1.5919661733615225e-05, |
| "loss": 0.3046, |
| "step": 1875 |
| }, |
| { |
| "epoch": 2.141471762692527, |
| "grad_norm": 0.253248683782715, |
| "learning_rate": 1.58985200845666e-05, |
| "loss": 0.299, |
| "step": 1876 |
| }, |
| { |
| "epoch": 2.1426126640045635, |
| "grad_norm": 0.25140721281143225, |
| "learning_rate": 1.587737843551797e-05, |
| "loss": 0.3008, |
| "step": 1877 |
| }, |
| { |
| "epoch": 2.1437535653166, |
| "grad_norm": 0.2661164691317505, |
| "learning_rate": 1.5856236786469344e-05, |
| "loss": 0.2956, |
| "step": 1878 |
| }, |
| { |
| "epoch": 2.1448944666286365, |
| "grad_norm": 0.23762095264944688, |
| "learning_rate": 1.5835095137420718e-05, |
| "loss": 0.2934, |
| "step": 1879 |
| }, |
| { |
| "epoch": 2.146035367940673, |
| "grad_norm": 0.2699960211507811, |
| "learning_rate": 1.5813953488372095e-05, |
| "loss": 0.3012, |
| "step": 1880 |
| }, |
| { |
| "epoch": 2.1471762692527094, |
| "grad_norm": 0.25416412797833793, |
| "learning_rate": 1.579281183932347e-05, |
| "loss": 0.2997, |
| "step": 1881 |
| }, |
| { |
| "epoch": 2.148317170564746, |
| "grad_norm": 0.2603044805803768, |
| "learning_rate": 1.5771670190274843e-05, |
| "loss": 0.311, |
| "step": 1882 |
| }, |
| { |
| "epoch": 2.149458071876783, |
| "grad_norm": 0.24861515965118985, |
| "learning_rate": 1.5750528541226217e-05, |
| "loss": 0.2749, |
| "step": 1883 |
| }, |
| { |
| "epoch": 2.1505989731888193, |
| "grad_norm": 0.2266673641657746, |
| "learning_rate": 1.572938689217759e-05, |
| "loss": 0.2851, |
| "step": 1884 |
| }, |
| { |
| "epoch": 2.151739874500856, |
| "grad_norm": 0.2542824263685328, |
| "learning_rate": 1.5708245243128966e-05, |
| "loss": 0.2778, |
| "step": 1885 |
| }, |
| { |
| "epoch": 2.1528807758128923, |
| "grad_norm": 0.23241437414135388, |
| "learning_rate": 1.5687103594080336e-05, |
| "loss": 0.3021, |
| "step": 1886 |
| }, |
| { |
| "epoch": 2.1540216771249288, |
| "grad_norm": 0.2439766144777705, |
| "learning_rate": 1.5665961945031714e-05, |
| "loss": 0.2918, |
| "step": 1887 |
| }, |
| { |
| "epoch": 2.1551625784369652, |
| "grad_norm": 0.22410145683828062, |
| "learning_rate": 1.5644820295983088e-05, |
| "loss": 0.2934, |
| "step": 1888 |
| }, |
| { |
| "epoch": 2.1563034797490017, |
| "grad_norm": 0.21422379309473735, |
| "learning_rate": 1.5623678646934462e-05, |
| "loss": 0.2804, |
| "step": 1889 |
| }, |
| { |
| "epoch": 2.157444381061038, |
| "grad_norm": 0.23352117964227453, |
| "learning_rate": 1.5602536997885836e-05, |
| "loss": 0.2767, |
| "step": 1890 |
| }, |
| { |
| "epoch": 2.1585852823730747, |
| "grad_norm": 0.2202691337690104, |
| "learning_rate": 1.558139534883721e-05, |
| "loss": 0.2938, |
| "step": 1891 |
| }, |
| { |
| "epoch": 2.159726183685111, |
| "grad_norm": 0.23851514096715734, |
| "learning_rate": 1.5560253699788584e-05, |
| "loss": 0.2825, |
| "step": 1892 |
| }, |
| { |
| "epoch": 2.1608670849971476, |
| "grad_norm": 0.24720474182268987, |
| "learning_rate": 1.5539112050739958e-05, |
| "loss": 0.2968, |
| "step": 1893 |
| }, |
| { |
| "epoch": 2.162007986309184, |
| "grad_norm": 0.23232992455363097, |
| "learning_rate": 1.5517970401691332e-05, |
| "loss": 0.2905, |
| "step": 1894 |
| }, |
| { |
| "epoch": 2.1631488876212206, |
| "grad_norm": 0.26117342795271153, |
| "learning_rate": 1.5496828752642706e-05, |
| "loss": 0.2905, |
| "step": 1895 |
| }, |
| { |
| "epoch": 2.164289788933257, |
| "grad_norm": 0.22523236320973763, |
| "learning_rate": 1.547568710359408e-05, |
| "loss": 0.2862, |
| "step": 1896 |
| }, |
| { |
| "epoch": 2.1654306902452936, |
| "grad_norm": 0.2516240346631564, |
| "learning_rate": 1.5454545454545454e-05, |
| "loss": 0.3104, |
| "step": 1897 |
| }, |
| { |
| "epoch": 2.1665715915573305, |
| "grad_norm": 0.23518703025428958, |
| "learning_rate": 1.543340380549683e-05, |
| "loss": 0.3012, |
| "step": 1898 |
| }, |
| { |
| "epoch": 2.167712492869367, |
| "grad_norm": 0.2373995553413098, |
| "learning_rate": 1.5412262156448203e-05, |
| "loss": 0.2817, |
| "step": 1899 |
| }, |
| { |
| "epoch": 2.1688533941814034, |
| "grad_norm": 0.2215128863227245, |
| "learning_rate": 1.539112050739958e-05, |
| "loss": 0.3211, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.16999429549344, |
| "grad_norm": 0.24566821893965865, |
| "learning_rate": 1.5369978858350954e-05, |
| "loss": 0.2903, |
| "step": 1901 |
| }, |
| { |
| "epoch": 2.1711351968054764, |
| "grad_norm": 0.23907763184389938, |
| "learning_rate": 1.5348837209302328e-05, |
| "loss": 0.2917, |
| "step": 1902 |
| }, |
| { |
| "epoch": 2.172276098117513, |
| "grad_norm": 0.24613813251538924, |
| "learning_rate": 1.53276955602537e-05, |
| "loss": 0.2983, |
| "step": 1903 |
| }, |
| { |
| "epoch": 2.1734169994295494, |
| "grad_norm": 0.27660756080669346, |
| "learning_rate": 1.5306553911205073e-05, |
| "loss": 0.3074, |
| "step": 1904 |
| }, |
| { |
| "epoch": 2.174557900741586, |
| "grad_norm": 0.24073203570701351, |
| "learning_rate": 1.5285412262156447e-05, |
| "loss": 0.3047, |
| "step": 1905 |
| }, |
| { |
| "epoch": 2.1756988020536223, |
| "grad_norm": 0.24942911547741597, |
| "learning_rate": 1.5264270613107824e-05, |
| "loss": 0.2895, |
| "step": 1906 |
| }, |
| { |
| "epoch": 2.176839703365659, |
| "grad_norm": 0.2634505861930869, |
| "learning_rate": 1.5243128964059197e-05, |
| "loss": 0.2874, |
| "step": 1907 |
| }, |
| { |
| "epoch": 2.1779806046776953, |
| "grad_norm": 0.25700128710560166, |
| "learning_rate": 1.5221987315010573e-05, |
| "loss": 0.2921, |
| "step": 1908 |
| }, |
| { |
| "epoch": 2.1791215059897318, |
| "grad_norm": 0.2504882028942424, |
| "learning_rate": 1.5200845665961947e-05, |
| "loss": 0.2945, |
| "step": 1909 |
| }, |
| { |
| "epoch": 2.1802624073017682, |
| "grad_norm": 0.25717922096384405, |
| "learning_rate": 1.517970401691332e-05, |
| "loss": 0.2996, |
| "step": 1910 |
| }, |
| { |
| "epoch": 2.1814033086138047, |
| "grad_norm": 0.24086404886837165, |
| "learning_rate": 1.5158562367864695e-05, |
| "loss": 0.3071, |
| "step": 1911 |
| }, |
| { |
| "epoch": 2.182544209925841, |
| "grad_norm": 0.25023284208061214, |
| "learning_rate": 1.5137420718816067e-05, |
| "loss": 0.2834, |
| "step": 1912 |
| }, |
| { |
| "epoch": 2.183685111237878, |
| "grad_norm": 0.24495771528295845, |
| "learning_rate": 1.5116279069767441e-05, |
| "loss": 0.2846, |
| "step": 1913 |
| }, |
| { |
| "epoch": 2.1848260125499146, |
| "grad_norm": 0.23837446613226718, |
| "learning_rate": 1.5095137420718815e-05, |
| "loss": 0.2985, |
| "step": 1914 |
| }, |
| { |
| "epoch": 2.185966913861951, |
| "grad_norm": 0.25371400523552884, |
| "learning_rate": 1.5073995771670191e-05, |
| "loss": 0.2935, |
| "step": 1915 |
| }, |
| { |
| "epoch": 2.1871078151739876, |
| "grad_norm": 0.22958447884607433, |
| "learning_rate": 1.5052854122621565e-05, |
| "loss": 0.3015, |
| "step": 1916 |
| }, |
| { |
| "epoch": 2.188248716486024, |
| "grad_norm": 0.24419362474562023, |
| "learning_rate": 1.503171247357294e-05, |
| "loss": 0.2794, |
| "step": 1917 |
| }, |
| { |
| "epoch": 2.1893896177980605, |
| "grad_norm": 0.2482930512404429, |
| "learning_rate": 1.5010570824524315e-05, |
| "loss": 0.2881, |
| "step": 1918 |
| }, |
| { |
| "epoch": 2.190530519110097, |
| "grad_norm": 0.2518793397866365, |
| "learning_rate": 1.4989429175475689e-05, |
| "loss": 0.3022, |
| "step": 1919 |
| }, |
| { |
| "epoch": 2.1916714204221335, |
| "grad_norm": 0.23310730322180817, |
| "learning_rate": 1.4968287526427063e-05, |
| "loss": 0.3002, |
| "step": 1920 |
| }, |
| { |
| "epoch": 2.19281232173417, |
| "grad_norm": 0.24918138942890583, |
| "learning_rate": 1.4947145877378436e-05, |
| "loss": 0.3062, |
| "step": 1921 |
| }, |
| { |
| "epoch": 2.1939532230462064, |
| "grad_norm": 0.24663388333295883, |
| "learning_rate": 1.492600422832981e-05, |
| "loss": 0.2856, |
| "step": 1922 |
| }, |
| { |
| "epoch": 2.195094124358243, |
| "grad_norm": 0.2513589833120337, |
| "learning_rate": 1.4904862579281184e-05, |
| "loss": 0.3004, |
| "step": 1923 |
| }, |
| { |
| "epoch": 2.1962350256702794, |
| "grad_norm": 0.26311683859831203, |
| "learning_rate": 1.488372093023256e-05, |
| "loss": 0.2826, |
| "step": 1924 |
| }, |
| { |
| "epoch": 2.197375926982316, |
| "grad_norm": 0.22385424880185895, |
| "learning_rate": 1.4862579281183934e-05, |
| "loss": 0.2839, |
| "step": 1925 |
| }, |
| { |
| "epoch": 2.1985168282943524, |
| "grad_norm": 0.2159732264542219, |
| "learning_rate": 1.4841437632135308e-05, |
| "loss": 0.2959, |
| "step": 1926 |
| }, |
| { |
| "epoch": 2.199657729606389, |
| "grad_norm": 0.2162278305808399, |
| "learning_rate": 1.4820295983086682e-05, |
| "loss": 0.2891, |
| "step": 1927 |
| }, |
| { |
| "epoch": 2.2007986309184258, |
| "grad_norm": 0.24339108189160494, |
| "learning_rate": 1.4799154334038057e-05, |
| "loss": 0.3227, |
| "step": 1928 |
| }, |
| { |
| "epoch": 2.2019395322304622, |
| "grad_norm": 0.23716291707294404, |
| "learning_rate": 1.4778012684989432e-05, |
| "loss": 0.3111, |
| "step": 1929 |
| }, |
| { |
| "epoch": 2.2030804335424987, |
| "grad_norm": 0.2224056361602292, |
| "learning_rate": 1.4756871035940802e-05, |
| "loss": 0.2855, |
| "step": 1930 |
| }, |
| { |
| "epoch": 2.204221334854535, |
| "grad_norm": 0.22391025870440956, |
| "learning_rate": 1.4735729386892178e-05, |
| "loss": 0.2788, |
| "step": 1931 |
| }, |
| { |
| "epoch": 2.2053622361665717, |
| "grad_norm": 0.2044482302165388, |
| "learning_rate": 1.4714587737843552e-05, |
| "loss": 0.2935, |
| "step": 1932 |
| }, |
| { |
| "epoch": 2.206503137478608, |
| "grad_norm": 0.21986998112087408, |
| "learning_rate": 1.4693446088794926e-05, |
| "loss": 0.2848, |
| "step": 1933 |
| }, |
| { |
| "epoch": 2.2076440387906446, |
| "grad_norm": 0.23802896070685578, |
| "learning_rate": 1.4672304439746302e-05, |
| "loss": 0.2836, |
| "step": 1934 |
| }, |
| { |
| "epoch": 2.208784940102681, |
| "grad_norm": 0.22630388090138429, |
| "learning_rate": 1.4651162790697676e-05, |
| "loss": 0.3023, |
| "step": 1935 |
| }, |
| { |
| "epoch": 2.2099258414147176, |
| "grad_norm": 0.24389924649877973, |
| "learning_rate": 1.463002114164905e-05, |
| "loss": 0.266, |
| "step": 1936 |
| }, |
| { |
| "epoch": 2.211066742726754, |
| "grad_norm": 0.23067707246778427, |
| "learning_rate": 1.4608879492600424e-05, |
| "loss": 0.2921, |
| "step": 1937 |
| }, |
| { |
| "epoch": 2.2122076440387906, |
| "grad_norm": 0.24602098091273714, |
| "learning_rate": 1.4587737843551796e-05, |
| "loss": 0.2675, |
| "step": 1938 |
| }, |
| { |
| "epoch": 2.213348545350827, |
| "grad_norm": 0.22413934497837779, |
| "learning_rate": 1.456659619450317e-05, |
| "loss": 0.307, |
| "step": 1939 |
| }, |
| { |
| "epoch": 2.2144894466628635, |
| "grad_norm": 0.235601927149484, |
| "learning_rate": 1.4545454545454545e-05, |
| "loss": 0.3009, |
| "step": 1940 |
| }, |
| { |
| "epoch": 2.2156303479749, |
| "grad_norm": 0.23907967781378392, |
| "learning_rate": 1.452431289640592e-05, |
| "loss": 0.3082, |
| "step": 1941 |
| }, |
| { |
| "epoch": 2.2167712492869365, |
| "grad_norm": 0.24293175224705252, |
| "learning_rate": 1.4503171247357294e-05, |
| "loss": 0.2992, |
| "step": 1942 |
| }, |
| { |
| "epoch": 2.2179121505989734, |
| "grad_norm": 0.2552656926793362, |
| "learning_rate": 1.4482029598308669e-05, |
| "loss": 0.2947, |
| "step": 1943 |
| }, |
| { |
| "epoch": 2.21905305191101, |
| "grad_norm": 0.22778782163505898, |
| "learning_rate": 1.4460887949260044e-05, |
| "loss": 0.2996, |
| "step": 1944 |
| }, |
| { |
| "epoch": 2.2201939532230464, |
| "grad_norm": 0.23183846405236744, |
| "learning_rate": 1.4439746300211418e-05, |
| "loss": 0.2862, |
| "step": 1945 |
| }, |
| { |
| "epoch": 2.221334854535083, |
| "grad_norm": 0.2566338595557142, |
| "learning_rate": 1.4418604651162792e-05, |
| "loss": 0.2971, |
| "step": 1946 |
| }, |
| { |
| "epoch": 2.2224757558471193, |
| "grad_norm": 0.25108060135481586, |
| "learning_rate": 1.4397463002114165e-05, |
| "loss": 0.3039, |
| "step": 1947 |
| }, |
| { |
| "epoch": 2.223616657159156, |
| "grad_norm": 0.21702286457482928, |
| "learning_rate": 1.4376321353065539e-05, |
| "loss": 0.291, |
| "step": 1948 |
| }, |
| { |
| "epoch": 2.2247575584711923, |
| "grad_norm": 0.2281526549309785, |
| "learning_rate": 1.4355179704016913e-05, |
| "loss": 0.2869, |
| "step": 1949 |
| }, |
| { |
| "epoch": 2.2258984597832288, |
| "grad_norm": 0.2297634774448516, |
| "learning_rate": 1.4334038054968287e-05, |
| "loss": 0.2862, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.2270393610952652, |
| "grad_norm": 0.224251286343074, |
| "learning_rate": 1.4312896405919663e-05, |
| "loss": 0.2978, |
| "step": 1951 |
| }, |
| { |
| "epoch": 2.2281802624073017, |
| "grad_norm": 0.22372187364380428, |
| "learning_rate": 1.4291754756871037e-05, |
| "loss": 0.2829, |
| "step": 1952 |
| }, |
| { |
| "epoch": 2.229321163719338, |
| "grad_norm": 0.2582197182895316, |
| "learning_rate": 1.4270613107822411e-05, |
| "loss": 0.3214, |
| "step": 1953 |
| }, |
| { |
| "epoch": 2.2304620650313747, |
| "grad_norm": 0.22771491528249513, |
| "learning_rate": 1.4249471458773787e-05, |
| "loss": 0.2929, |
| "step": 1954 |
| }, |
| { |
| "epoch": 2.231602966343411, |
| "grad_norm": 0.22136843625693173, |
| "learning_rate": 1.422832980972516e-05, |
| "loss": 0.295, |
| "step": 1955 |
| }, |
| { |
| "epoch": 2.2327438676554476, |
| "grad_norm": 0.26906645511646826, |
| "learning_rate": 1.4207188160676532e-05, |
| "loss": 0.2893, |
| "step": 1956 |
| }, |
| { |
| "epoch": 2.233884768967484, |
| "grad_norm": 0.2215278537540451, |
| "learning_rate": 1.4186046511627907e-05, |
| "loss": 0.288, |
| "step": 1957 |
| }, |
| { |
| "epoch": 2.235025670279521, |
| "grad_norm": 0.23908694956372106, |
| "learning_rate": 1.4164904862579281e-05, |
| "loss": 0.2938, |
| "step": 1958 |
| }, |
| { |
| "epoch": 2.2361665715915575, |
| "grad_norm": 0.229217654612187, |
| "learning_rate": 1.4143763213530655e-05, |
| "loss": 0.2942, |
| "step": 1959 |
| }, |
| { |
| "epoch": 2.237307472903594, |
| "grad_norm": 0.23519915486491552, |
| "learning_rate": 1.412262156448203e-05, |
| "loss": 0.2873, |
| "step": 1960 |
| }, |
| { |
| "epoch": 2.2384483742156305, |
| "grad_norm": 0.2403014255500897, |
| "learning_rate": 1.4101479915433405e-05, |
| "loss": 0.3018, |
| "step": 1961 |
| }, |
| { |
| "epoch": 2.239589275527667, |
| "grad_norm": 0.22939951535091463, |
| "learning_rate": 1.408033826638478e-05, |
| "loss": 0.2882, |
| "step": 1962 |
| }, |
| { |
| "epoch": 2.2407301768397034, |
| "grad_norm": 0.24287675445152404, |
| "learning_rate": 1.4059196617336153e-05, |
| "loss": 0.3037, |
| "step": 1963 |
| }, |
| { |
| "epoch": 2.24187107815174, |
| "grad_norm": 0.2345981608383373, |
| "learning_rate": 1.403805496828753e-05, |
| "loss": 0.3208, |
| "step": 1964 |
| }, |
| { |
| "epoch": 2.2430119794637764, |
| "grad_norm": 0.24968054421359923, |
| "learning_rate": 1.40169133192389e-05, |
| "loss": 0.2937, |
| "step": 1965 |
| }, |
| { |
| "epoch": 2.244152880775813, |
| "grad_norm": 0.21193313579929754, |
| "learning_rate": 1.3995771670190274e-05, |
| "loss": 0.2972, |
| "step": 1966 |
| }, |
| { |
| "epoch": 2.2452937820878494, |
| "grad_norm": 0.238901730891219, |
| "learning_rate": 1.397463002114165e-05, |
| "loss": 0.2956, |
| "step": 1967 |
| }, |
| { |
| "epoch": 2.246434683399886, |
| "grad_norm": 0.2189680066373367, |
| "learning_rate": 1.3953488372093024e-05, |
| "loss": 0.2849, |
| "step": 1968 |
| }, |
| { |
| "epoch": 2.2475755847119223, |
| "grad_norm": 0.2129342166114009, |
| "learning_rate": 1.3932346723044398e-05, |
| "loss": 0.2988, |
| "step": 1969 |
| }, |
| { |
| "epoch": 2.248716486023959, |
| "grad_norm": 0.260367276734894, |
| "learning_rate": 1.3911205073995774e-05, |
| "loss": 0.3065, |
| "step": 1970 |
| }, |
| { |
| "epoch": 2.2498573873359953, |
| "grad_norm": 0.23116646083828635, |
| "learning_rate": 1.3890063424947148e-05, |
| "loss": 0.2802, |
| "step": 1971 |
| }, |
| { |
| "epoch": 2.2509982886480318, |
| "grad_norm": 0.23575182654734847, |
| "learning_rate": 1.3868921775898522e-05, |
| "loss": 0.3006, |
| "step": 1972 |
| }, |
| { |
| "epoch": 2.2521391899600687, |
| "grad_norm": 0.23514500823576498, |
| "learning_rate": 1.3847780126849896e-05, |
| "loss": 0.286, |
| "step": 1973 |
| }, |
| { |
| "epoch": 2.253280091272105, |
| "grad_norm": 0.2455896325382261, |
| "learning_rate": 1.3826638477801268e-05, |
| "loss": 0.2873, |
| "step": 1974 |
| }, |
| { |
| "epoch": 2.2544209925841416, |
| "grad_norm": 0.23967956911885113, |
| "learning_rate": 1.3805496828752642e-05, |
| "loss": 0.3073, |
| "step": 1975 |
| }, |
| { |
| "epoch": 2.255561893896178, |
| "grad_norm": 0.2586497727165531, |
| "learning_rate": 1.3784355179704016e-05, |
| "loss": 0.2953, |
| "step": 1976 |
| }, |
| { |
| "epoch": 2.2567027952082146, |
| "grad_norm": 0.22560983749066454, |
| "learning_rate": 1.3763213530655392e-05, |
| "loss": 0.282, |
| "step": 1977 |
| }, |
| { |
| "epoch": 2.257843696520251, |
| "grad_norm": 0.24888255862010317, |
| "learning_rate": 1.3742071881606766e-05, |
| "loss": 0.3008, |
| "step": 1978 |
| }, |
| { |
| "epoch": 2.2589845978322876, |
| "grad_norm": 0.24641463696901852, |
| "learning_rate": 1.372093023255814e-05, |
| "loss": 0.2981, |
| "step": 1979 |
| }, |
| { |
| "epoch": 2.260125499144324, |
| "grad_norm": 0.2161155293814851, |
| "learning_rate": 1.3699788583509516e-05, |
| "loss": 0.2926, |
| "step": 1980 |
| }, |
| { |
| "epoch": 2.2612664004563605, |
| "grad_norm": 0.24532498098160077, |
| "learning_rate": 1.367864693446089e-05, |
| "loss": 0.2832, |
| "step": 1981 |
| }, |
| { |
| "epoch": 2.262407301768397, |
| "grad_norm": 0.2015557674816523, |
| "learning_rate": 1.365750528541226e-05, |
| "loss": 0.2889, |
| "step": 1982 |
| }, |
| { |
| "epoch": 2.2635482030804335, |
| "grad_norm": 0.2763485972223904, |
| "learning_rate": 1.3636363636363637e-05, |
| "loss": 0.3033, |
| "step": 1983 |
| }, |
| { |
| "epoch": 2.26468910439247, |
| "grad_norm": 0.23187776287773346, |
| "learning_rate": 1.361522198731501e-05, |
| "loss": 0.2805, |
| "step": 1984 |
| }, |
| { |
| "epoch": 2.2658300057045064, |
| "grad_norm": 0.21897157764795727, |
| "learning_rate": 1.3594080338266385e-05, |
| "loss": 0.2804, |
| "step": 1985 |
| }, |
| { |
| "epoch": 2.266970907016543, |
| "grad_norm": 0.2196787744861354, |
| "learning_rate": 1.3572938689217759e-05, |
| "loss": 0.2838, |
| "step": 1986 |
| }, |
| { |
| "epoch": 2.2681118083285794, |
| "grad_norm": 0.23196784986462152, |
| "learning_rate": 1.3551797040169135e-05, |
| "loss": 0.3006, |
| "step": 1987 |
| }, |
| { |
| "epoch": 2.2692527096406163, |
| "grad_norm": 0.2521901334329305, |
| "learning_rate": 1.3530655391120509e-05, |
| "loss": 0.2873, |
| "step": 1988 |
| }, |
| { |
| "epoch": 2.2703936109526524, |
| "grad_norm": 0.23247846103417055, |
| "learning_rate": 1.3509513742071883e-05, |
| "loss": 0.2866, |
| "step": 1989 |
| }, |
| { |
| "epoch": 2.2715345122646893, |
| "grad_norm": 0.269518441841022, |
| "learning_rate": 1.3488372093023258e-05, |
| "loss": 0.3135, |
| "step": 1990 |
| }, |
| { |
| "epoch": 2.2726754135767258, |
| "grad_norm": 0.23004727811310058, |
| "learning_rate": 1.3467230443974629e-05, |
| "loss": 0.2914, |
| "step": 1991 |
| }, |
| { |
| "epoch": 2.2738163148887622, |
| "grad_norm": 0.2483150678244816, |
| "learning_rate": 1.3446088794926003e-05, |
| "loss": 0.3105, |
| "step": 1992 |
| }, |
| { |
| "epoch": 2.2749572162007987, |
| "grad_norm": 0.24207883143871808, |
| "learning_rate": 1.3424947145877379e-05, |
| "loss": 0.292, |
| "step": 1993 |
| }, |
| { |
| "epoch": 2.276098117512835, |
| "grad_norm": 0.2292806033794932, |
| "learning_rate": 1.3403805496828753e-05, |
| "loss": 0.2896, |
| "step": 1994 |
| }, |
| { |
| "epoch": 2.2772390188248717, |
| "grad_norm": 0.21696103815825676, |
| "learning_rate": 1.3382663847780127e-05, |
| "loss": 0.3019, |
| "step": 1995 |
| }, |
| { |
| "epoch": 2.278379920136908, |
| "grad_norm": 0.24517163113794077, |
| "learning_rate": 1.3361522198731501e-05, |
| "loss": 0.3005, |
| "step": 1996 |
| }, |
| { |
| "epoch": 2.2795208214489446, |
| "grad_norm": 0.25085833283446013, |
| "learning_rate": 1.3340380549682877e-05, |
| "loss": 0.3081, |
| "step": 1997 |
| }, |
| { |
| "epoch": 2.280661722760981, |
| "grad_norm": 0.21047117649117664, |
| "learning_rate": 1.3319238900634251e-05, |
| "loss": 0.2961, |
| "step": 1998 |
| }, |
| { |
| "epoch": 2.2818026240730176, |
| "grad_norm": 0.23178127896840034, |
| "learning_rate": 1.3298097251585625e-05, |
| "loss": 0.2902, |
| "step": 1999 |
| }, |
| { |
| "epoch": 2.282943525385054, |
| "grad_norm": 0.23749065791689886, |
| "learning_rate": 1.3276955602536997e-05, |
| "loss": 0.2872, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.2840844266970906, |
| "grad_norm": 0.2075544823403873, |
| "learning_rate": 1.3255813953488372e-05, |
| "loss": 0.2819, |
| "step": 2001 |
| }, |
| { |
| "epoch": 2.285225328009127, |
| "grad_norm": 0.20462954299061928, |
| "learning_rate": 1.3234672304439746e-05, |
| "loss": 0.2948, |
| "step": 2002 |
| }, |
| { |
| "epoch": 2.286366229321164, |
| "grad_norm": 0.2365701652861174, |
| "learning_rate": 1.3213530655391121e-05, |
| "loss": 0.281, |
| "step": 2003 |
| }, |
| { |
| "epoch": 2.2875071306332, |
| "grad_norm": 0.23216020430008696, |
| "learning_rate": 1.3192389006342495e-05, |
| "loss": 0.2957, |
| "step": 2004 |
| }, |
| { |
| "epoch": 2.288648031945237, |
| "grad_norm": 0.22488722691116822, |
| "learning_rate": 1.317124735729387e-05, |
| "loss": 0.3038, |
| "step": 2005 |
| }, |
| { |
| "epoch": 2.2897889332572734, |
| "grad_norm": 0.2247997716859529, |
| "learning_rate": 1.3150105708245244e-05, |
| "loss": 0.2948, |
| "step": 2006 |
| }, |
| { |
| "epoch": 2.29092983456931, |
| "grad_norm": 0.23588924302825817, |
| "learning_rate": 1.312896405919662e-05, |
| "loss": 0.3015, |
| "step": 2007 |
| }, |
| { |
| "epoch": 2.2920707358813464, |
| "grad_norm": 0.203969359420377, |
| "learning_rate": 1.3107822410147993e-05, |
| "loss": 0.2833, |
| "step": 2008 |
| }, |
| { |
| "epoch": 2.293211637193383, |
| "grad_norm": 0.2235108319356959, |
| "learning_rate": 1.3086680761099366e-05, |
| "loss": 0.2984, |
| "step": 2009 |
| }, |
| { |
| "epoch": 2.2943525385054193, |
| "grad_norm": 0.23896468835409596, |
| "learning_rate": 1.306553911205074e-05, |
| "loss": 0.2864, |
| "step": 2010 |
| }, |
| { |
| "epoch": 2.295493439817456, |
| "grad_norm": 0.2212794132404757, |
| "learning_rate": 1.3044397463002114e-05, |
| "loss": 0.3006, |
| "step": 2011 |
| }, |
| { |
| "epoch": 2.2966343411294923, |
| "grad_norm": 0.23225833735132453, |
| "learning_rate": 1.3023255813953488e-05, |
| "loss": 0.2852, |
| "step": 2012 |
| }, |
| { |
| "epoch": 2.2977752424415288, |
| "grad_norm": 0.23082470670882826, |
| "learning_rate": 1.3002114164904864e-05, |
| "loss": 0.3054, |
| "step": 2013 |
| }, |
| { |
| "epoch": 2.2989161437535652, |
| "grad_norm": 0.2360677430344232, |
| "learning_rate": 1.2980972515856238e-05, |
| "loss": 0.2877, |
| "step": 2014 |
| }, |
| { |
| "epoch": 2.3000570450656017, |
| "grad_norm": 0.2404968090073572, |
| "learning_rate": 1.2959830866807612e-05, |
| "loss": 0.296, |
| "step": 2015 |
| }, |
| { |
| "epoch": 2.301197946377638, |
| "grad_norm": 0.24836315958275604, |
| "learning_rate": 1.2938689217758988e-05, |
| "loss": 0.2932, |
| "step": 2016 |
| }, |
| { |
| "epoch": 2.3023388476896747, |
| "grad_norm": 0.2337381742291952, |
| "learning_rate": 1.2917547568710358e-05, |
| "loss": 0.287, |
| "step": 2017 |
| }, |
| { |
| "epoch": 2.3034797490017116, |
| "grad_norm": 0.2232820057505206, |
| "learning_rate": 1.2896405919661732e-05, |
| "loss": 0.2992, |
| "step": 2018 |
| }, |
| { |
| "epoch": 2.3046206503137476, |
| "grad_norm": 0.21481193248947944, |
| "learning_rate": 1.2875264270613108e-05, |
| "loss": 0.2941, |
| "step": 2019 |
| }, |
| { |
| "epoch": 2.3057615516257846, |
| "grad_norm": 0.23287659442211797, |
| "learning_rate": 1.2854122621564482e-05, |
| "loss": 0.2888, |
| "step": 2020 |
| }, |
| { |
| "epoch": 2.306902452937821, |
| "grad_norm": 0.2441450826097555, |
| "learning_rate": 1.2832980972515856e-05, |
| "loss": 0.2881, |
| "step": 2021 |
| }, |
| { |
| "epoch": 2.3080433542498575, |
| "grad_norm": 0.21631900341301358, |
| "learning_rate": 1.281183932346723e-05, |
| "loss": 0.3031, |
| "step": 2022 |
| }, |
| { |
| "epoch": 2.309184255561894, |
| "grad_norm": 0.23685841465022145, |
| "learning_rate": 1.2790697674418606e-05, |
| "loss": 0.2889, |
| "step": 2023 |
| }, |
| { |
| "epoch": 2.3103251568739305, |
| "grad_norm": 0.24752960920348968, |
| "learning_rate": 1.276955602536998e-05, |
| "loss": 0.3048, |
| "step": 2024 |
| }, |
| { |
| "epoch": 2.311466058185967, |
| "grad_norm": 0.2141925809115063, |
| "learning_rate": 1.2748414376321354e-05, |
| "loss": 0.3126, |
| "step": 2025 |
| }, |
| { |
| "epoch": 2.3126069594980034, |
| "grad_norm": 0.23469096398654987, |
| "learning_rate": 1.2727272727272727e-05, |
| "loss": 0.3067, |
| "step": 2026 |
| }, |
| { |
| "epoch": 2.31374786081004, |
| "grad_norm": 0.24021289203570448, |
| "learning_rate": 1.27061310782241e-05, |
| "loss": 0.2849, |
| "step": 2027 |
| }, |
| { |
| "epoch": 2.3148887621220764, |
| "grad_norm": 0.2224644417413248, |
| "learning_rate": 1.2684989429175475e-05, |
| "loss": 0.2924, |
| "step": 2028 |
| }, |
| { |
| "epoch": 2.316029663434113, |
| "grad_norm": 0.23049113832054982, |
| "learning_rate": 1.266384778012685e-05, |
| "loss": 0.2971, |
| "step": 2029 |
| }, |
| { |
| "epoch": 2.3171705647461494, |
| "grad_norm": 0.2340970748955576, |
| "learning_rate": 1.2642706131078225e-05, |
| "loss": 0.2934, |
| "step": 2030 |
| }, |
| { |
| "epoch": 2.318311466058186, |
| "grad_norm": 0.22710680663083077, |
| "learning_rate": 1.2621564482029599e-05, |
| "loss": 0.3011, |
| "step": 2031 |
| }, |
| { |
| "epoch": 2.3194523673702223, |
| "grad_norm": 0.2214909866498558, |
| "learning_rate": 1.2600422832980973e-05, |
| "loss": 0.2922, |
| "step": 2032 |
| }, |
| { |
| "epoch": 2.320593268682259, |
| "grad_norm": 0.2370022891229573, |
| "learning_rate": 1.2579281183932349e-05, |
| "loss": 0.2952, |
| "step": 2033 |
| }, |
| { |
| "epoch": 2.3217341699942953, |
| "grad_norm": 0.23549458230786854, |
| "learning_rate": 1.2558139534883723e-05, |
| "loss": 0.3035, |
| "step": 2034 |
| }, |
| { |
| "epoch": 2.322875071306332, |
| "grad_norm": 0.21809602956352517, |
| "learning_rate": 1.2536997885835095e-05, |
| "loss": 0.3024, |
| "step": 2035 |
| }, |
| { |
| "epoch": 2.3240159726183687, |
| "grad_norm": 0.2166411089709946, |
| "learning_rate": 1.251585623678647e-05, |
| "loss": 0.296, |
| "step": 2036 |
| }, |
| { |
| "epoch": 2.325156873930405, |
| "grad_norm": 0.26463884719859104, |
| "learning_rate": 1.2494714587737843e-05, |
| "loss": 0.2671, |
| "step": 2037 |
| }, |
| { |
| "epoch": 2.3262977752424416, |
| "grad_norm": 0.22532754670856348, |
| "learning_rate": 1.2473572938689217e-05, |
| "loss": 0.3002, |
| "step": 2038 |
| }, |
| { |
| "epoch": 2.327438676554478, |
| "grad_norm": 0.2407040758208473, |
| "learning_rate": 1.2452431289640593e-05, |
| "loss": 0.2984, |
| "step": 2039 |
| }, |
| { |
| "epoch": 2.3285795778665146, |
| "grad_norm": 0.26048354489435793, |
| "learning_rate": 1.2431289640591967e-05, |
| "loss": 0.2936, |
| "step": 2040 |
| }, |
| { |
| "epoch": 2.329720479178551, |
| "grad_norm": 0.24546852772138006, |
| "learning_rate": 1.2410147991543341e-05, |
| "loss": 0.2935, |
| "step": 2041 |
| }, |
| { |
| "epoch": 2.3308613804905876, |
| "grad_norm": 0.2884947521367451, |
| "learning_rate": 1.2389006342494715e-05, |
| "loss": 0.2987, |
| "step": 2042 |
| }, |
| { |
| "epoch": 2.332002281802624, |
| "grad_norm": 0.2147628745332112, |
| "learning_rate": 1.236786469344609e-05, |
| "loss": 0.2902, |
| "step": 2043 |
| }, |
| { |
| "epoch": 2.3331431831146605, |
| "grad_norm": 0.25053785188898486, |
| "learning_rate": 1.2346723044397463e-05, |
| "loss": 0.2936, |
| "step": 2044 |
| }, |
| { |
| "epoch": 2.334284084426697, |
| "grad_norm": 0.2579239729203553, |
| "learning_rate": 1.2325581395348838e-05, |
| "loss": 0.2935, |
| "step": 2045 |
| }, |
| { |
| "epoch": 2.3354249857387335, |
| "grad_norm": 0.21423908107360926, |
| "learning_rate": 1.2304439746300212e-05, |
| "loss": 0.296, |
| "step": 2046 |
| }, |
| { |
| "epoch": 2.33656588705077, |
| "grad_norm": 0.25558415641280685, |
| "learning_rate": 1.2283298097251586e-05, |
| "loss": 0.293, |
| "step": 2047 |
| }, |
| { |
| "epoch": 2.3377067883628064, |
| "grad_norm": 0.243119900240472, |
| "learning_rate": 1.226215644820296e-05, |
| "loss": 0.2909, |
| "step": 2048 |
| }, |
| { |
| "epoch": 2.338847689674843, |
| "grad_norm": 0.2328624664465957, |
| "learning_rate": 1.2241014799154336e-05, |
| "loss": 0.2824, |
| "step": 2049 |
| }, |
| { |
| "epoch": 2.33998859098688, |
| "grad_norm": 0.2152655139207514, |
| "learning_rate": 1.2219873150105708e-05, |
| "loss": 0.294, |
| "step": 2050 |
| }, |
| { |
| "epoch": 2.3411294922989163, |
| "grad_norm": 0.2298995263704241, |
| "learning_rate": 1.2198731501057082e-05, |
| "loss": 0.3064, |
| "step": 2051 |
| }, |
| { |
| "epoch": 2.342270393610953, |
| "grad_norm": 0.2313471598713492, |
| "learning_rate": 1.2177589852008458e-05, |
| "loss": 0.2936, |
| "step": 2052 |
| }, |
| { |
| "epoch": 2.3434112949229893, |
| "grad_norm": 0.23453565544223756, |
| "learning_rate": 1.2156448202959832e-05, |
| "loss": 0.2889, |
| "step": 2053 |
| }, |
| { |
| "epoch": 2.3445521962350258, |
| "grad_norm": 0.21356838246444326, |
| "learning_rate": 1.2135306553911206e-05, |
| "loss": 0.2835, |
| "step": 2054 |
| }, |
| { |
| "epoch": 2.3456930975470622, |
| "grad_norm": 0.20309860095085247, |
| "learning_rate": 1.211416490486258e-05, |
| "loss": 0.2943, |
| "step": 2055 |
| }, |
| { |
| "epoch": 2.3468339988590987, |
| "grad_norm": 0.21615460920929327, |
| "learning_rate": 1.2093023255813954e-05, |
| "loss": 0.2864, |
| "step": 2056 |
| }, |
| { |
| "epoch": 2.347974900171135, |
| "grad_norm": 0.23818904219323894, |
| "learning_rate": 1.2071881606765328e-05, |
| "loss": 0.2899, |
| "step": 2057 |
| }, |
| { |
| "epoch": 2.3491158014831717, |
| "grad_norm": 0.2378427224755335, |
| "learning_rate": 1.2050739957716702e-05, |
| "loss": 0.2674, |
| "step": 2058 |
| }, |
| { |
| "epoch": 2.350256702795208, |
| "grad_norm": 0.22758941310375355, |
| "learning_rate": 1.2029598308668076e-05, |
| "loss": 0.306, |
| "step": 2059 |
| }, |
| { |
| "epoch": 2.3513976041072446, |
| "grad_norm": 0.25202783217641567, |
| "learning_rate": 1.200845665961945e-05, |
| "loss": 0.2889, |
| "step": 2060 |
| }, |
| { |
| "epoch": 2.352538505419281, |
| "grad_norm": 0.21174390435097373, |
| "learning_rate": 1.1987315010570824e-05, |
| "loss": 0.2912, |
| "step": 2061 |
| }, |
| { |
| "epoch": 2.3536794067313176, |
| "grad_norm": 0.22922473498775675, |
| "learning_rate": 1.19661733615222e-05, |
| "loss": 0.2954, |
| "step": 2062 |
| }, |
| { |
| "epoch": 2.354820308043354, |
| "grad_norm": 0.24159279897526093, |
| "learning_rate": 1.1945031712473574e-05, |
| "loss": 0.2958, |
| "step": 2063 |
| }, |
| { |
| "epoch": 2.3559612093553906, |
| "grad_norm": 0.25268059685668554, |
| "learning_rate": 1.1923890063424947e-05, |
| "loss": 0.2868, |
| "step": 2064 |
| }, |
| { |
| "epoch": 2.3571021106674275, |
| "grad_norm": 0.2263904802772943, |
| "learning_rate": 1.1902748414376322e-05, |
| "loss": 0.299, |
| "step": 2065 |
| }, |
| { |
| "epoch": 2.358243011979464, |
| "grad_norm": 0.2246350090323415, |
| "learning_rate": 1.1881606765327696e-05, |
| "loss": 0.2851, |
| "step": 2066 |
| }, |
| { |
| "epoch": 2.3593839132915004, |
| "grad_norm": 0.22816530324187517, |
| "learning_rate": 1.186046511627907e-05, |
| "loss": 0.2899, |
| "step": 2067 |
| }, |
| { |
| "epoch": 2.360524814603537, |
| "grad_norm": 0.2164548765906234, |
| "learning_rate": 1.1839323467230445e-05, |
| "loss": 0.2766, |
| "step": 2068 |
| }, |
| { |
| "epoch": 2.3616657159155734, |
| "grad_norm": 0.23513941860792906, |
| "learning_rate": 1.1818181818181819e-05, |
| "loss": 0.2841, |
| "step": 2069 |
| }, |
| { |
| "epoch": 2.36280661722761, |
| "grad_norm": 0.22235880511179723, |
| "learning_rate": 1.1797040169133193e-05, |
| "loss": 0.2732, |
| "step": 2070 |
| }, |
| { |
| "epoch": 2.3639475185396464, |
| "grad_norm": 0.2303519935227575, |
| "learning_rate": 1.1775898520084567e-05, |
| "loss": 0.3139, |
| "step": 2071 |
| }, |
| { |
| "epoch": 2.365088419851683, |
| "grad_norm": 0.20961595927626084, |
| "learning_rate": 1.1754756871035941e-05, |
| "loss": 0.2875, |
| "step": 2072 |
| }, |
| { |
| "epoch": 2.3662293211637193, |
| "grad_norm": 0.21603133983276732, |
| "learning_rate": 1.1733615221987315e-05, |
| "loss": 0.2884, |
| "step": 2073 |
| }, |
| { |
| "epoch": 2.367370222475756, |
| "grad_norm": 0.21596790812542116, |
| "learning_rate": 1.1712473572938689e-05, |
| "loss": 0.3083, |
| "step": 2074 |
| }, |
| { |
| "epoch": 2.3685111237877923, |
| "grad_norm": 0.25087015544580316, |
| "learning_rate": 1.1691331923890065e-05, |
| "loss": 0.2832, |
| "step": 2075 |
| }, |
| { |
| "epoch": 2.3696520250998288, |
| "grad_norm": 0.2349808227008684, |
| "learning_rate": 1.1670190274841439e-05, |
| "loss": 0.3084, |
| "step": 2076 |
| }, |
| { |
| "epoch": 2.3707929264118652, |
| "grad_norm": 0.21001164027904437, |
| "learning_rate": 1.1649048625792811e-05, |
| "loss": 0.2802, |
| "step": 2077 |
| }, |
| { |
| "epoch": 2.3719338277239017, |
| "grad_norm": 0.2474660750534766, |
| "learning_rate": 1.1627906976744187e-05, |
| "loss": 0.2921, |
| "step": 2078 |
| }, |
| { |
| "epoch": 2.373074729035938, |
| "grad_norm": 0.24463465462042744, |
| "learning_rate": 1.1606765327695561e-05, |
| "loss": 0.2937, |
| "step": 2079 |
| }, |
| { |
| "epoch": 2.374215630347975, |
| "grad_norm": 0.24342454656237167, |
| "learning_rate": 1.1585623678646935e-05, |
| "loss": 0.292, |
| "step": 2080 |
| }, |
| { |
| "epoch": 2.3753565316600116, |
| "grad_norm": 0.2463926019467057, |
| "learning_rate": 1.156448202959831e-05, |
| "loss": 0.2972, |
| "step": 2081 |
| }, |
| { |
| "epoch": 2.376497432972048, |
| "grad_norm": 0.23720071752094882, |
| "learning_rate": 1.1543340380549683e-05, |
| "loss": 0.2917, |
| "step": 2082 |
| }, |
| { |
| "epoch": 2.3776383342840846, |
| "grad_norm": 0.21546829355069966, |
| "learning_rate": 1.1522198731501057e-05, |
| "loss": 0.2934, |
| "step": 2083 |
| }, |
| { |
| "epoch": 2.378779235596121, |
| "grad_norm": 0.2518528409099341, |
| "learning_rate": 1.1501057082452431e-05, |
| "loss": 0.2957, |
| "step": 2084 |
| }, |
| { |
| "epoch": 2.3799201369081575, |
| "grad_norm": 0.23902483436916538, |
| "learning_rate": 1.1479915433403807e-05, |
| "loss": 0.2801, |
| "step": 2085 |
| }, |
| { |
| "epoch": 2.381061038220194, |
| "grad_norm": 0.22742879481333675, |
| "learning_rate": 1.145877378435518e-05, |
| "loss": 0.3089, |
| "step": 2086 |
| }, |
| { |
| "epoch": 2.3822019395322305, |
| "grad_norm": 0.2058956665211023, |
| "learning_rate": 1.1437632135306554e-05, |
| "loss": 0.2823, |
| "step": 2087 |
| }, |
| { |
| "epoch": 2.383342840844267, |
| "grad_norm": 0.22631377036694728, |
| "learning_rate": 1.141649048625793e-05, |
| "loss": 0.2775, |
| "step": 2088 |
| }, |
| { |
| "epoch": 2.3844837421563034, |
| "grad_norm": 0.2214324306878773, |
| "learning_rate": 1.1395348837209304e-05, |
| "loss": 0.2891, |
| "step": 2089 |
| }, |
| { |
| "epoch": 2.38562464346834, |
| "grad_norm": 0.23356628029155893, |
| "learning_rate": 1.1374207188160676e-05, |
| "loss": 0.2874, |
| "step": 2090 |
| }, |
| { |
| "epoch": 2.3867655447803764, |
| "grad_norm": 0.24243095398966297, |
| "learning_rate": 1.1353065539112052e-05, |
| "loss": 0.2934, |
| "step": 2091 |
| }, |
| { |
| "epoch": 2.387906446092413, |
| "grad_norm": 0.21508838940257163, |
| "learning_rate": 1.1331923890063426e-05, |
| "loss": 0.2913, |
| "step": 2092 |
| }, |
| { |
| "epoch": 2.3890473474044494, |
| "grad_norm": 0.24449508059101233, |
| "learning_rate": 1.13107822410148e-05, |
| "loss": 0.2932, |
| "step": 2093 |
| }, |
| { |
| "epoch": 2.390188248716486, |
| "grad_norm": 0.23075538723084565, |
| "learning_rate": 1.1289640591966174e-05, |
| "loss": 0.2946, |
| "step": 2094 |
| }, |
| { |
| "epoch": 2.3913291500285228, |
| "grad_norm": 0.21406924795031834, |
| "learning_rate": 1.1268498942917548e-05, |
| "loss": 0.2757, |
| "step": 2095 |
| }, |
| { |
| "epoch": 2.3924700513405592, |
| "grad_norm": 0.2137290364922405, |
| "learning_rate": 1.1247357293868922e-05, |
| "loss": 0.2976, |
| "step": 2096 |
| }, |
| { |
| "epoch": 2.3936109526525957, |
| "grad_norm": 0.23118716853112048, |
| "learning_rate": 1.1226215644820296e-05, |
| "loss": 0.2792, |
| "step": 2097 |
| }, |
| { |
| "epoch": 2.394751853964632, |
| "grad_norm": 0.23055275379491955, |
| "learning_rate": 1.1205073995771672e-05, |
| "loss": 0.2877, |
| "step": 2098 |
| }, |
| { |
| "epoch": 2.3958927552766687, |
| "grad_norm": 0.23762556799317847, |
| "learning_rate": 1.1183932346723044e-05, |
| "loss": 0.2909, |
| "step": 2099 |
| }, |
| { |
| "epoch": 2.397033656588705, |
| "grad_norm": 0.22760056957997504, |
| "learning_rate": 1.1162790697674418e-05, |
| "loss": 0.305, |
| "step": 2100 |
| }, |
| { |
| "epoch": 2.3981745579007416, |
| "grad_norm": 0.2164934127449452, |
| "learning_rate": 1.1141649048625794e-05, |
| "loss": 0.2836, |
| "step": 2101 |
| }, |
| { |
| "epoch": 2.399315459212778, |
| "grad_norm": 0.2369221361495161, |
| "learning_rate": 1.1120507399577168e-05, |
| "loss": 0.2883, |
| "step": 2102 |
| }, |
| { |
| "epoch": 2.4004563605248146, |
| "grad_norm": 0.21848646801955754, |
| "learning_rate": 1.109936575052854e-05, |
| "loss": 0.2785, |
| "step": 2103 |
| }, |
| { |
| "epoch": 2.401597261836851, |
| "grad_norm": 0.22794077248598318, |
| "learning_rate": 1.1078224101479916e-05, |
| "loss": 0.2817, |
| "step": 2104 |
| }, |
| { |
| "epoch": 2.4027381631488876, |
| "grad_norm": 0.23285629065646596, |
| "learning_rate": 1.105708245243129e-05, |
| "loss": 0.2886, |
| "step": 2105 |
| }, |
| { |
| "epoch": 2.403879064460924, |
| "grad_norm": 0.23290817753384455, |
| "learning_rate": 1.1035940803382664e-05, |
| "loss": 0.2806, |
| "step": 2106 |
| }, |
| { |
| "epoch": 2.4050199657729605, |
| "grad_norm": 0.23158661692280794, |
| "learning_rate": 1.1014799154334039e-05, |
| "loss": 0.3063, |
| "step": 2107 |
| }, |
| { |
| "epoch": 2.406160867084997, |
| "grad_norm": 0.20833408878949644, |
| "learning_rate": 1.0993657505285413e-05, |
| "loss": 0.2886, |
| "step": 2108 |
| }, |
| { |
| "epoch": 2.4073017683970335, |
| "grad_norm": 0.23083635889774368, |
| "learning_rate": 1.0972515856236787e-05, |
| "loss": 0.2869, |
| "step": 2109 |
| }, |
| { |
| "epoch": 2.4084426697090704, |
| "grad_norm": 0.22576281424305952, |
| "learning_rate": 1.095137420718816e-05, |
| "loss": 0.2854, |
| "step": 2110 |
| }, |
| { |
| "epoch": 2.4095835710211064, |
| "grad_norm": 0.22884347743104985, |
| "learning_rate": 1.0930232558139537e-05, |
| "loss": 0.2967, |
| "step": 2111 |
| }, |
| { |
| "epoch": 2.4107244723331434, |
| "grad_norm": 0.22415283034169417, |
| "learning_rate": 1.0909090909090909e-05, |
| "loss": 0.2913, |
| "step": 2112 |
| }, |
| { |
| "epoch": 2.41186537364518, |
| "grad_norm": 0.21200894004522153, |
| "learning_rate": 1.0887949260042283e-05, |
| "loss": 0.2888, |
| "step": 2113 |
| }, |
| { |
| "epoch": 2.4130062749572163, |
| "grad_norm": 0.20964684591494562, |
| "learning_rate": 1.0866807610993659e-05, |
| "loss": 0.2925, |
| "step": 2114 |
| }, |
| { |
| "epoch": 2.414147176269253, |
| "grad_norm": 0.24476217114724486, |
| "learning_rate": 1.0845665961945033e-05, |
| "loss": 0.2767, |
| "step": 2115 |
| }, |
| { |
| "epoch": 2.4152880775812893, |
| "grad_norm": 0.2505050259919476, |
| "learning_rate": 1.0824524312896405e-05, |
| "loss": 0.2974, |
| "step": 2116 |
| }, |
| { |
| "epoch": 2.4164289788933258, |
| "grad_norm": 0.22788028722264833, |
| "learning_rate": 1.0803382663847781e-05, |
| "loss": 0.2748, |
| "step": 2117 |
| }, |
| { |
| "epoch": 2.4175698802053622, |
| "grad_norm": 0.23594844937596657, |
| "learning_rate": 1.0782241014799155e-05, |
| "loss": 0.2773, |
| "step": 2118 |
| }, |
| { |
| "epoch": 2.4187107815173987, |
| "grad_norm": 0.22373608681920468, |
| "learning_rate": 1.0761099365750529e-05, |
| "loss": 0.2968, |
| "step": 2119 |
| }, |
| { |
| "epoch": 2.419851682829435, |
| "grad_norm": 0.20267836607609419, |
| "learning_rate": 1.0739957716701903e-05, |
| "loss": 0.2875, |
| "step": 2120 |
| }, |
| { |
| "epoch": 2.4209925841414717, |
| "grad_norm": 0.23304066668147824, |
| "learning_rate": 1.0718816067653277e-05, |
| "loss": 0.2784, |
| "step": 2121 |
| }, |
| { |
| "epoch": 2.422133485453508, |
| "grad_norm": 0.22386813115682758, |
| "learning_rate": 1.0697674418604651e-05, |
| "loss": 0.2895, |
| "step": 2122 |
| }, |
| { |
| "epoch": 2.4232743867655446, |
| "grad_norm": 0.23791481430326425, |
| "learning_rate": 1.0676532769556025e-05, |
| "loss": 0.2973, |
| "step": 2123 |
| }, |
| { |
| "epoch": 2.424415288077581, |
| "grad_norm": 0.22929508872335239, |
| "learning_rate": 1.0655391120507401e-05, |
| "loss": 0.2882, |
| "step": 2124 |
| }, |
| { |
| "epoch": 2.425556189389618, |
| "grad_norm": 0.2548891481570048, |
| "learning_rate": 1.0634249471458774e-05, |
| "loss": 0.2862, |
| "step": 2125 |
| }, |
| { |
| "epoch": 2.426697090701654, |
| "grad_norm": 0.21746741378702147, |
| "learning_rate": 1.0613107822410148e-05, |
| "loss": 0.2987, |
| "step": 2126 |
| }, |
| { |
| "epoch": 2.427837992013691, |
| "grad_norm": 0.21251661156113041, |
| "learning_rate": 1.0591966173361523e-05, |
| "loss": 0.2894, |
| "step": 2127 |
| }, |
| { |
| "epoch": 2.4289788933257275, |
| "grad_norm": 0.25780499036245796, |
| "learning_rate": 1.0570824524312897e-05, |
| "loss": 0.2856, |
| "step": 2128 |
| }, |
| { |
| "epoch": 2.430119794637764, |
| "grad_norm": 0.23654473246154903, |
| "learning_rate": 1.0549682875264272e-05, |
| "loss": 0.3007, |
| "step": 2129 |
| }, |
| { |
| "epoch": 2.4312606959498004, |
| "grad_norm": 0.23356461407264056, |
| "learning_rate": 1.0528541226215646e-05, |
| "loss": 0.3256, |
| "step": 2130 |
| }, |
| { |
| "epoch": 2.432401597261837, |
| "grad_norm": 0.24245974715235033, |
| "learning_rate": 1.050739957716702e-05, |
| "loss": 0.3106, |
| "step": 2131 |
| }, |
| { |
| "epoch": 2.4335424985738734, |
| "grad_norm": 0.24303489817253957, |
| "learning_rate": 1.0486257928118394e-05, |
| "loss": 0.2955, |
| "step": 2132 |
| }, |
| { |
| "epoch": 2.43468339988591, |
| "grad_norm": 0.24005732028686433, |
| "learning_rate": 1.0465116279069768e-05, |
| "loss": 0.2893, |
| "step": 2133 |
| }, |
| { |
| "epoch": 2.4358243011979464, |
| "grad_norm": 0.2121910038291667, |
| "learning_rate": 1.0443974630021142e-05, |
| "loss": 0.2945, |
| "step": 2134 |
| }, |
| { |
| "epoch": 2.436965202509983, |
| "grad_norm": 0.2387084030486226, |
| "learning_rate": 1.0422832980972516e-05, |
| "loss": 0.2903, |
| "step": 2135 |
| }, |
| { |
| "epoch": 2.4381061038220193, |
| "grad_norm": 0.23633958382284798, |
| "learning_rate": 1.040169133192389e-05, |
| "loss": 0.2996, |
| "step": 2136 |
| }, |
| { |
| "epoch": 2.439247005134056, |
| "grad_norm": 0.22037384346987707, |
| "learning_rate": 1.0380549682875266e-05, |
| "loss": 0.2839, |
| "step": 2137 |
| }, |
| { |
| "epoch": 2.4403879064460923, |
| "grad_norm": 0.21706680631361816, |
| "learning_rate": 1.0359408033826638e-05, |
| "loss": 0.2975, |
| "step": 2138 |
| }, |
| { |
| "epoch": 2.4415288077581287, |
| "grad_norm": 0.2111778175282013, |
| "learning_rate": 1.0338266384778012e-05, |
| "loss": 0.2729, |
| "step": 2139 |
| }, |
| { |
| "epoch": 2.4426697090701657, |
| "grad_norm": 0.2370242617846862, |
| "learning_rate": 1.0317124735729388e-05, |
| "loss": 0.2909, |
| "step": 2140 |
| }, |
| { |
| "epoch": 2.4438106103822017, |
| "grad_norm": 0.23853498865235603, |
| "learning_rate": 1.0295983086680762e-05, |
| "loss": 0.2932, |
| "step": 2141 |
| }, |
| { |
| "epoch": 2.4449515116942386, |
| "grad_norm": 0.2521182998898568, |
| "learning_rate": 1.0274841437632136e-05, |
| "loss": 0.3059, |
| "step": 2142 |
| }, |
| { |
| "epoch": 2.446092413006275, |
| "grad_norm": 0.23322546814866815, |
| "learning_rate": 1.025369978858351e-05, |
| "loss": 0.295, |
| "step": 2143 |
| }, |
| { |
| "epoch": 2.4472333143183116, |
| "grad_norm": 0.2321246083656867, |
| "learning_rate": 1.0232558139534884e-05, |
| "loss": 0.2916, |
| "step": 2144 |
| }, |
| { |
| "epoch": 2.448374215630348, |
| "grad_norm": 0.21203888608803423, |
| "learning_rate": 1.0211416490486258e-05, |
| "loss": 0.3057, |
| "step": 2145 |
| }, |
| { |
| "epoch": 2.4495151169423846, |
| "grad_norm": 0.24675500559447644, |
| "learning_rate": 1.0190274841437632e-05, |
| "loss": 0.3005, |
| "step": 2146 |
| }, |
| { |
| "epoch": 2.450656018254421, |
| "grad_norm": 0.2149188388562516, |
| "learning_rate": 1.0169133192389007e-05, |
| "loss": 0.2913, |
| "step": 2147 |
| }, |
| { |
| "epoch": 2.4517969195664575, |
| "grad_norm": 0.22455843922740962, |
| "learning_rate": 1.014799154334038e-05, |
| "loss": 0.2911, |
| "step": 2148 |
| }, |
| { |
| "epoch": 2.452937820878494, |
| "grad_norm": 0.2365688821621369, |
| "learning_rate": 1.0126849894291755e-05, |
| "loss": 0.3009, |
| "step": 2149 |
| }, |
| { |
| "epoch": 2.4540787221905305, |
| "grad_norm": 0.236174371463899, |
| "learning_rate": 1.010570824524313e-05, |
| "loss": 0.2963, |
| "step": 2150 |
| }, |
| { |
| "epoch": 2.455219623502567, |
| "grad_norm": 0.22166605922121535, |
| "learning_rate": 1.0084566596194505e-05, |
| "loss": 0.3, |
| "step": 2151 |
| }, |
| { |
| "epoch": 2.4563605248146034, |
| "grad_norm": 0.21578175432032534, |
| "learning_rate": 1.0063424947145877e-05, |
| "loss": 0.3036, |
| "step": 2152 |
| }, |
| { |
| "epoch": 2.45750142612664, |
| "grad_norm": 0.20735663165711912, |
| "learning_rate": 1.0042283298097253e-05, |
| "loss": 0.2903, |
| "step": 2153 |
| }, |
| { |
| "epoch": 2.4586423274386764, |
| "grad_norm": 0.21996192089426445, |
| "learning_rate": 1.0021141649048627e-05, |
| "loss": 0.2907, |
| "step": 2154 |
| }, |
| { |
| "epoch": 2.4597832287507133, |
| "grad_norm": 0.2458406652272878, |
| "learning_rate": 1e-05, |
| "loss": 0.2969, |
| "step": 2155 |
| }, |
| { |
| "epoch": 2.4609241300627493, |
| "grad_norm": 0.22647445428101715, |
| "learning_rate": 9.978858350951375e-06, |
| "loss": 0.3052, |
| "step": 2156 |
| }, |
| { |
| "epoch": 2.4620650313747863, |
| "grad_norm": 0.2219779270023204, |
| "learning_rate": 9.957716701902749e-06, |
| "loss": 0.2824, |
| "step": 2157 |
| }, |
| { |
| "epoch": 2.4632059326868228, |
| "grad_norm": 0.23756600468667605, |
| "learning_rate": 9.936575052854123e-06, |
| "loss": 0.3011, |
| "step": 2158 |
| }, |
| { |
| "epoch": 2.4643468339988592, |
| "grad_norm": 0.2272830607275422, |
| "learning_rate": 9.915433403805497e-06, |
| "loss": 0.2718, |
| "step": 2159 |
| }, |
| { |
| "epoch": 2.4654877353108957, |
| "grad_norm": 0.2145277871400877, |
| "learning_rate": 9.894291754756871e-06, |
| "loss": 0.2941, |
| "step": 2160 |
| }, |
| { |
| "epoch": 2.466628636622932, |
| "grad_norm": 0.2376090963043766, |
| "learning_rate": 9.873150105708245e-06, |
| "loss": 0.3067, |
| "step": 2161 |
| }, |
| { |
| "epoch": 2.4677695379349687, |
| "grad_norm": 0.24356987631727217, |
| "learning_rate": 9.85200845665962e-06, |
| "loss": 0.3022, |
| "step": 2162 |
| }, |
| { |
| "epoch": 2.468910439247005, |
| "grad_norm": 0.22299783197978315, |
| "learning_rate": 9.830866807610995e-06, |
| "loss": 0.2869, |
| "step": 2163 |
| }, |
| { |
| "epoch": 2.4700513405590416, |
| "grad_norm": 0.20939756640471135, |
| "learning_rate": 9.80972515856237e-06, |
| "loss": 0.3098, |
| "step": 2164 |
| }, |
| { |
| "epoch": 2.471192241871078, |
| "grad_norm": 0.21609710238107147, |
| "learning_rate": 9.788583509513742e-06, |
| "loss": 0.2952, |
| "step": 2165 |
| }, |
| { |
| "epoch": 2.4723331431831146, |
| "grad_norm": 0.2372720663818419, |
| "learning_rate": 9.767441860465117e-06, |
| "loss": 0.2898, |
| "step": 2166 |
| }, |
| { |
| "epoch": 2.473474044495151, |
| "grad_norm": 0.21121175197196843, |
| "learning_rate": 9.746300211416491e-06, |
| "loss": 0.3025, |
| "step": 2167 |
| }, |
| { |
| "epoch": 2.4746149458071875, |
| "grad_norm": 0.24198203548706435, |
| "learning_rate": 9.725158562367865e-06, |
| "loss": 0.296, |
| "step": 2168 |
| }, |
| { |
| "epoch": 2.475755847119224, |
| "grad_norm": 0.24194232553304587, |
| "learning_rate": 9.70401691331924e-06, |
| "loss": 0.2853, |
| "step": 2169 |
| }, |
| { |
| "epoch": 2.4768967484312605, |
| "grad_norm": 0.22799957616792252, |
| "learning_rate": 9.682875264270614e-06, |
| "loss": 0.2862, |
| "step": 2170 |
| }, |
| { |
| "epoch": 2.478037649743297, |
| "grad_norm": 0.227565930275027, |
| "learning_rate": 9.661733615221988e-06, |
| "loss": 0.2922, |
| "step": 2171 |
| }, |
| { |
| "epoch": 2.479178551055334, |
| "grad_norm": 0.21324291845071908, |
| "learning_rate": 9.640591966173362e-06, |
| "loss": 0.2957, |
| "step": 2172 |
| }, |
| { |
| "epoch": 2.4803194523673704, |
| "grad_norm": 0.24298054311441278, |
| "learning_rate": 9.619450317124738e-06, |
| "loss": 0.2781, |
| "step": 2173 |
| }, |
| { |
| "epoch": 2.481460353679407, |
| "grad_norm": 0.19336392182500792, |
| "learning_rate": 9.59830866807611e-06, |
| "loss": 0.2779, |
| "step": 2174 |
| }, |
| { |
| "epoch": 2.4826012549914434, |
| "grad_norm": 0.20345662355740218, |
| "learning_rate": 9.577167019027484e-06, |
| "loss": 0.2823, |
| "step": 2175 |
| }, |
| { |
| "epoch": 2.48374215630348, |
| "grad_norm": 0.20790668803942755, |
| "learning_rate": 9.55602536997886e-06, |
| "loss": 0.2947, |
| "step": 2176 |
| }, |
| { |
| "epoch": 2.4848830576155163, |
| "grad_norm": 0.21470421388061137, |
| "learning_rate": 9.534883720930234e-06, |
| "loss": 0.288, |
| "step": 2177 |
| }, |
| { |
| "epoch": 2.486023958927553, |
| "grad_norm": 0.2373711556108657, |
| "learning_rate": 9.513742071881606e-06, |
| "loss": 0.2871, |
| "step": 2178 |
| }, |
| { |
| "epoch": 2.4871648602395893, |
| "grad_norm": 0.2137356437142869, |
| "learning_rate": 9.492600422832982e-06, |
| "loss": 0.281, |
| "step": 2179 |
| }, |
| { |
| "epoch": 2.4883057615516257, |
| "grad_norm": 0.2160640542317364, |
| "learning_rate": 9.471458773784356e-06, |
| "loss": 0.2909, |
| "step": 2180 |
| }, |
| { |
| "epoch": 2.4894466628636622, |
| "grad_norm": 0.23681297605390203, |
| "learning_rate": 9.45031712473573e-06, |
| "loss": 0.2976, |
| "step": 2181 |
| }, |
| { |
| "epoch": 2.4905875641756987, |
| "grad_norm": 0.21619935440988564, |
| "learning_rate": 9.429175475687104e-06, |
| "loss": 0.2965, |
| "step": 2182 |
| }, |
| { |
| "epoch": 2.491728465487735, |
| "grad_norm": 0.22582877145805355, |
| "learning_rate": 9.408033826638478e-06, |
| "loss": 0.2884, |
| "step": 2183 |
| }, |
| { |
| "epoch": 2.4928693667997717, |
| "grad_norm": 0.24291200698676815, |
| "learning_rate": 9.386892177589852e-06, |
| "loss": 0.2833, |
| "step": 2184 |
| }, |
| { |
| "epoch": 2.494010268111808, |
| "grad_norm": 0.22462516903821608, |
| "learning_rate": 9.365750528541226e-06, |
| "loss": 0.2814, |
| "step": 2185 |
| }, |
| { |
| "epoch": 2.4951511694238446, |
| "grad_norm": 0.2150912847250357, |
| "learning_rate": 9.344608879492602e-06, |
| "loss": 0.2865, |
| "step": 2186 |
| }, |
| { |
| "epoch": 2.4962920707358816, |
| "grad_norm": 0.22046725631639622, |
| "learning_rate": 9.323467230443975e-06, |
| "loss": 0.3042, |
| "step": 2187 |
| }, |
| { |
| "epoch": 2.497432972047918, |
| "grad_norm": 0.21876472045649098, |
| "learning_rate": 9.302325581395349e-06, |
| "loss": 0.3086, |
| "step": 2188 |
| }, |
| { |
| "epoch": 2.4985738733599545, |
| "grad_norm": 0.22155910910209872, |
| "learning_rate": 9.281183932346724e-06, |
| "loss": 0.2913, |
| "step": 2189 |
| }, |
| { |
| "epoch": 2.499714774671991, |
| "grad_norm": 0.21640048073756032, |
| "learning_rate": 9.260042283298098e-06, |
| "loss": 0.2945, |
| "step": 2190 |
| }, |
| { |
| "epoch": 2.5008556759840275, |
| "grad_norm": 0.22250078526965852, |
| "learning_rate": 9.23890063424947e-06, |
| "loss": 0.3035, |
| "step": 2191 |
| }, |
| { |
| "epoch": 2.501996577296064, |
| "grad_norm": 0.24474339500328393, |
| "learning_rate": 9.217758985200847e-06, |
| "loss": 0.3127, |
| "step": 2192 |
| }, |
| { |
| "epoch": 2.5031374786081004, |
| "grad_norm": 0.251308976662145, |
| "learning_rate": 9.19661733615222e-06, |
| "loss": 0.2875, |
| "step": 2193 |
| }, |
| { |
| "epoch": 2.504278379920137, |
| "grad_norm": 0.22794637405036033, |
| "learning_rate": 9.175475687103595e-06, |
| "loss": 0.2913, |
| "step": 2194 |
| }, |
| { |
| "epoch": 2.5054192812321734, |
| "grad_norm": 0.259791985825867, |
| "learning_rate": 9.154334038054969e-06, |
| "loss": 0.3014, |
| "step": 2195 |
| }, |
| { |
| "epoch": 2.50656018254421, |
| "grad_norm": 0.22447975268191678, |
| "learning_rate": 9.133192389006343e-06, |
| "loss": 0.2852, |
| "step": 2196 |
| }, |
| { |
| "epoch": 2.5077010838562463, |
| "grad_norm": 0.2339651033453112, |
| "learning_rate": 9.112050739957717e-06, |
| "loss": 0.2981, |
| "step": 2197 |
| }, |
| { |
| "epoch": 2.508841985168283, |
| "grad_norm": 0.2413662095243327, |
| "learning_rate": 9.090909090909091e-06, |
| "loss": 0.297, |
| "step": 2198 |
| }, |
| { |
| "epoch": 2.5099828864803193, |
| "grad_norm": 0.25405342039518297, |
| "learning_rate": 9.069767441860467e-06, |
| "loss": 0.2871, |
| "step": 2199 |
| }, |
| { |
| "epoch": 2.5111237877923562, |
| "grad_norm": 0.23920425875866733, |
| "learning_rate": 9.04862579281184e-06, |
| "loss": 0.2875, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.5122646891043923, |
| "grad_norm": 0.2051445130760935, |
| "learning_rate": 9.027484143763213e-06, |
| "loss": 0.2758, |
| "step": 2201 |
| }, |
| { |
| "epoch": 2.513405590416429, |
| "grad_norm": 0.20124858870683618, |
| "learning_rate": 9.006342494714589e-06, |
| "loss": 0.2972, |
| "step": 2202 |
| }, |
| { |
| "epoch": 2.5145464917284652, |
| "grad_norm": 0.23302207610442713, |
| "learning_rate": 8.985200845665963e-06, |
| "loss": 0.2978, |
| "step": 2203 |
| }, |
| { |
| "epoch": 2.515687393040502, |
| "grad_norm": 0.21344843871744304, |
| "learning_rate": 8.964059196617335e-06, |
| "loss": 0.301, |
| "step": 2204 |
| }, |
| { |
| "epoch": 2.5168282943525386, |
| "grad_norm": 0.2407781938188346, |
| "learning_rate": 8.942917547568711e-06, |
| "loss": 0.281, |
| "step": 2205 |
| }, |
| { |
| "epoch": 2.517969195664575, |
| "grad_norm": 0.20516201626203046, |
| "learning_rate": 8.921775898520085e-06, |
| "loss": 0.3002, |
| "step": 2206 |
| }, |
| { |
| "epoch": 2.5191100969766116, |
| "grad_norm": 0.2104381049294445, |
| "learning_rate": 8.90063424947146e-06, |
| "loss": 0.2979, |
| "step": 2207 |
| }, |
| { |
| "epoch": 2.520250998288648, |
| "grad_norm": 0.22424201493799636, |
| "learning_rate": 8.879492600422833e-06, |
| "loss": 0.2845, |
| "step": 2208 |
| }, |
| { |
| "epoch": 2.5213918996006845, |
| "grad_norm": 0.23906885464829122, |
| "learning_rate": 8.858350951374208e-06, |
| "loss": 0.3064, |
| "step": 2209 |
| }, |
| { |
| "epoch": 2.522532800912721, |
| "grad_norm": 0.21700945798058027, |
| "learning_rate": 8.837209302325582e-06, |
| "loss": 0.2946, |
| "step": 2210 |
| }, |
| { |
| "epoch": 2.5236737022247575, |
| "grad_norm": 0.20269201104999035, |
| "learning_rate": 8.816067653276956e-06, |
| "loss": 0.2918, |
| "step": 2211 |
| }, |
| { |
| "epoch": 2.524814603536794, |
| "grad_norm": 0.1983271277482634, |
| "learning_rate": 8.794926004228331e-06, |
| "loss": 0.2823, |
| "step": 2212 |
| }, |
| { |
| "epoch": 2.5259555048488305, |
| "grad_norm": 0.2071653143990948, |
| "learning_rate": 8.773784355179704e-06, |
| "loss": 0.2987, |
| "step": 2213 |
| }, |
| { |
| "epoch": 2.527096406160867, |
| "grad_norm": 0.21535784337570055, |
| "learning_rate": 8.752642706131078e-06, |
| "loss": 0.2962, |
| "step": 2214 |
| }, |
| { |
| "epoch": 2.5282373074729034, |
| "grad_norm": 0.2296330117605354, |
| "learning_rate": 8.731501057082454e-06, |
| "loss": 0.3056, |
| "step": 2215 |
| }, |
| { |
| "epoch": 2.52937820878494, |
| "grad_norm": 0.2271558756128669, |
| "learning_rate": 8.710359408033828e-06, |
| "loss": 0.2892, |
| "step": 2216 |
| }, |
| { |
| "epoch": 2.530519110096977, |
| "grad_norm": 0.2105137344073212, |
| "learning_rate": 8.6892177589852e-06, |
| "loss": 0.2947, |
| "step": 2217 |
| }, |
| { |
| "epoch": 2.531660011409013, |
| "grad_norm": 0.2184000564503314, |
| "learning_rate": 8.668076109936576e-06, |
| "loss": 0.2809, |
| "step": 2218 |
| }, |
| { |
| "epoch": 2.53280091272105, |
| "grad_norm": 0.2263050553315689, |
| "learning_rate": 8.64693446088795e-06, |
| "loss": 0.2788, |
| "step": 2219 |
| }, |
| { |
| "epoch": 2.5339418140330863, |
| "grad_norm": 0.21604440983648726, |
| "learning_rate": 8.625792811839324e-06, |
| "loss": 0.2936, |
| "step": 2220 |
| }, |
| { |
| "epoch": 2.5350827153451228, |
| "grad_norm": 0.21737368520487446, |
| "learning_rate": 8.604651162790698e-06, |
| "loss": 0.2961, |
| "step": 2221 |
| }, |
| { |
| "epoch": 2.5362236166571592, |
| "grad_norm": 0.21773148010014565, |
| "learning_rate": 8.583509513742072e-06, |
| "loss": 0.2884, |
| "step": 2222 |
| }, |
| { |
| "epoch": 2.5373645179691957, |
| "grad_norm": 0.22892926444409067, |
| "learning_rate": 8.562367864693446e-06, |
| "loss": 0.3067, |
| "step": 2223 |
| }, |
| { |
| "epoch": 2.538505419281232, |
| "grad_norm": 0.21226778252034528, |
| "learning_rate": 8.54122621564482e-06, |
| "loss": 0.2936, |
| "step": 2224 |
| }, |
| { |
| "epoch": 2.5396463205932687, |
| "grad_norm": 0.2152635025793325, |
| "learning_rate": 8.520084566596196e-06, |
| "loss": 0.3102, |
| "step": 2225 |
| }, |
| { |
| "epoch": 2.540787221905305, |
| "grad_norm": 0.21770436762764223, |
| "learning_rate": 8.498942917547568e-06, |
| "loss": 0.2983, |
| "step": 2226 |
| }, |
| { |
| "epoch": 2.5419281232173416, |
| "grad_norm": 0.22410803091422948, |
| "learning_rate": 8.477801268498943e-06, |
| "loss": 0.2982, |
| "step": 2227 |
| }, |
| { |
| "epoch": 2.543069024529378, |
| "grad_norm": 0.20713974718886613, |
| "learning_rate": 8.456659619450318e-06, |
| "loss": 0.2785, |
| "step": 2228 |
| }, |
| { |
| "epoch": 2.5442099258414146, |
| "grad_norm": 0.21352924445956112, |
| "learning_rate": 8.435517970401692e-06, |
| "loss": 0.2773, |
| "step": 2229 |
| }, |
| { |
| "epoch": 2.545350827153451, |
| "grad_norm": 0.20187171844616342, |
| "learning_rate": 8.414376321353066e-06, |
| "loss": 0.2995, |
| "step": 2230 |
| }, |
| { |
| "epoch": 2.5464917284654875, |
| "grad_norm": 0.20941049925190608, |
| "learning_rate": 8.39323467230444e-06, |
| "loss": 0.2784, |
| "step": 2231 |
| }, |
| { |
| "epoch": 2.5476326297775245, |
| "grad_norm": 0.20180411877439458, |
| "learning_rate": 8.372093023255815e-06, |
| "loss": 0.2773, |
| "step": 2232 |
| }, |
| { |
| "epoch": 2.5487735310895605, |
| "grad_norm": 0.22093030719312548, |
| "learning_rate": 8.350951374207189e-06, |
| "loss": 0.3012, |
| "step": 2233 |
| }, |
| { |
| "epoch": 2.5499144324015974, |
| "grad_norm": 0.22523096523898684, |
| "learning_rate": 8.329809725158563e-06, |
| "loss": 0.2922, |
| "step": 2234 |
| }, |
| { |
| "epoch": 2.551055333713634, |
| "grad_norm": 0.22343591900578977, |
| "learning_rate": 8.308668076109937e-06, |
| "loss": 0.3093, |
| "step": 2235 |
| }, |
| { |
| "epoch": 2.5521962350256704, |
| "grad_norm": 0.2161498369058084, |
| "learning_rate": 8.287526427061311e-06, |
| "loss": 0.2969, |
| "step": 2236 |
| }, |
| { |
| "epoch": 2.553337136337707, |
| "grad_norm": 0.22562631086956914, |
| "learning_rate": 8.266384778012685e-06, |
| "loss": 0.3016, |
| "step": 2237 |
| }, |
| { |
| "epoch": 2.5544780376497433, |
| "grad_norm": 0.2369459126707438, |
| "learning_rate": 8.24524312896406e-06, |
| "loss": 0.2904, |
| "step": 2238 |
| }, |
| { |
| "epoch": 2.55561893896178, |
| "grad_norm": 0.22448499213847747, |
| "learning_rate": 8.224101479915433e-06, |
| "loss": 0.2853, |
| "step": 2239 |
| }, |
| { |
| "epoch": 2.5567598402738163, |
| "grad_norm": 0.21029356493483137, |
| "learning_rate": 8.202959830866807e-06, |
| "loss": 0.2843, |
| "step": 2240 |
| }, |
| { |
| "epoch": 2.557900741585853, |
| "grad_norm": 0.22200835961714357, |
| "learning_rate": 8.181818181818183e-06, |
| "loss": 0.3057, |
| "step": 2241 |
| }, |
| { |
| "epoch": 2.5590416428978893, |
| "grad_norm": 0.23044204049657901, |
| "learning_rate": 8.160676532769557e-06, |
| "loss": 0.2962, |
| "step": 2242 |
| }, |
| { |
| "epoch": 2.5601825442099257, |
| "grad_norm": 0.20553292626259104, |
| "learning_rate": 8.139534883720931e-06, |
| "loss": 0.2745, |
| "step": 2243 |
| }, |
| { |
| "epoch": 2.5613234455219622, |
| "grad_norm": 0.20915386111446832, |
| "learning_rate": 8.118393234672305e-06, |
| "loss": 0.2958, |
| "step": 2244 |
| }, |
| { |
| "epoch": 2.5624643468339987, |
| "grad_norm": 0.22334896184814618, |
| "learning_rate": 8.09725158562368e-06, |
| "loss": 0.2972, |
| "step": 2245 |
| }, |
| { |
| "epoch": 2.563605248146035, |
| "grad_norm": 0.23809497758629466, |
| "learning_rate": 8.076109936575053e-06, |
| "loss": 0.2942, |
| "step": 2246 |
| }, |
| { |
| "epoch": 2.564746149458072, |
| "grad_norm": 0.24069339582590796, |
| "learning_rate": 8.054968287526427e-06, |
| "loss": 0.2918, |
| "step": 2247 |
| }, |
| { |
| "epoch": 2.565887050770108, |
| "grad_norm": 0.23602440927239052, |
| "learning_rate": 8.033826638477801e-06, |
| "loss": 0.3028, |
| "step": 2248 |
| }, |
| { |
| "epoch": 2.567027952082145, |
| "grad_norm": 0.2171746495174681, |
| "learning_rate": 8.012684989429176e-06, |
| "loss": 0.2916, |
| "step": 2249 |
| }, |
| { |
| "epoch": 2.5681688533941815, |
| "grad_norm": 0.2068130866348627, |
| "learning_rate": 7.99154334038055e-06, |
| "loss": 0.2745, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.569309754706218, |
| "grad_norm": 0.2177101252393696, |
| "learning_rate": 7.970401691331925e-06, |
| "loss": 0.2975, |
| "step": 2251 |
| }, |
| { |
| "epoch": 2.5704506560182545, |
| "grad_norm": 0.2735012912904912, |
| "learning_rate": 7.9492600422833e-06, |
| "loss": 0.2926, |
| "step": 2252 |
| }, |
| { |
| "epoch": 2.571591557330291, |
| "grad_norm": 0.20464785110092396, |
| "learning_rate": 7.928118393234672e-06, |
| "loss": 0.2927, |
| "step": 2253 |
| }, |
| { |
| "epoch": 2.5727324586423275, |
| "grad_norm": 0.21455342420906462, |
| "learning_rate": 7.906976744186048e-06, |
| "loss": 0.3056, |
| "step": 2254 |
| }, |
| { |
| "epoch": 2.573873359954364, |
| "grad_norm": 0.22559564092009435, |
| "learning_rate": 7.885835095137422e-06, |
| "loss": 0.2865, |
| "step": 2255 |
| }, |
| { |
| "epoch": 2.5750142612664004, |
| "grad_norm": 0.2294901793229017, |
| "learning_rate": 7.864693446088796e-06, |
| "loss": 0.2853, |
| "step": 2256 |
| }, |
| { |
| "epoch": 2.576155162578437, |
| "grad_norm": 0.2147093578647149, |
| "learning_rate": 7.843551797040168e-06, |
| "loss": 0.2936, |
| "step": 2257 |
| }, |
| { |
| "epoch": 2.5772960638904734, |
| "grad_norm": 0.2031963357013273, |
| "learning_rate": 7.822410147991544e-06, |
| "loss": 0.2852, |
| "step": 2258 |
| }, |
| { |
| "epoch": 2.57843696520251, |
| "grad_norm": 0.23046080341522127, |
| "learning_rate": 7.801268498942918e-06, |
| "loss": 0.2934, |
| "step": 2259 |
| }, |
| { |
| "epoch": 2.5795778665145463, |
| "grad_norm": 0.2273970672894729, |
| "learning_rate": 7.780126849894292e-06, |
| "loss": 0.3049, |
| "step": 2260 |
| }, |
| { |
| "epoch": 2.580718767826583, |
| "grad_norm": 0.20061748470118457, |
| "learning_rate": 7.758985200845666e-06, |
| "loss": 0.2856, |
| "step": 2261 |
| }, |
| { |
| "epoch": 2.5818596691386198, |
| "grad_norm": 0.22065013702452976, |
| "learning_rate": 7.73784355179704e-06, |
| "loss": 0.3123, |
| "step": 2262 |
| }, |
| { |
| "epoch": 2.583000570450656, |
| "grad_norm": 0.22822659923283384, |
| "learning_rate": 7.716701902748414e-06, |
| "loss": 0.2822, |
| "step": 2263 |
| }, |
| { |
| "epoch": 2.5841414717626927, |
| "grad_norm": 0.21413158459854104, |
| "learning_rate": 7.69556025369979e-06, |
| "loss": 0.2976, |
| "step": 2264 |
| }, |
| { |
| "epoch": 2.585282373074729, |
| "grad_norm": 0.21690708574915987, |
| "learning_rate": 7.674418604651164e-06, |
| "loss": 0.3013, |
| "step": 2265 |
| }, |
| { |
| "epoch": 2.5864232743867657, |
| "grad_norm": 0.20274340989060452, |
| "learning_rate": 7.653276955602536e-06, |
| "loss": 0.2986, |
| "step": 2266 |
| }, |
| { |
| "epoch": 2.587564175698802, |
| "grad_norm": 0.22857150975728216, |
| "learning_rate": 7.632135306553912e-06, |
| "loss": 0.2988, |
| "step": 2267 |
| }, |
| { |
| "epoch": 2.5887050770108386, |
| "grad_norm": 0.24680265809712104, |
| "learning_rate": 7.610993657505286e-06, |
| "loss": 0.3058, |
| "step": 2268 |
| }, |
| { |
| "epoch": 2.589845978322875, |
| "grad_norm": 0.21717337738812287, |
| "learning_rate": 7.58985200845666e-06, |
| "loss": 0.2759, |
| "step": 2269 |
| }, |
| { |
| "epoch": 2.5909868796349116, |
| "grad_norm": 0.1956386453417279, |
| "learning_rate": 7.568710359408034e-06, |
| "loss": 0.2997, |
| "step": 2270 |
| }, |
| { |
| "epoch": 2.592127780946948, |
| "grad_norm": 0.21352206012373648, |
| "learning_rate": 7.547568710359408e-06, |
| "loss": 0.2947, |
| "step": 2271 |
| }, |
| { |
| "epoch": 2.5932686822589845, |
| "grad_norm": 0.21869565704668345, |
| "learning_rate": 7.526427061310783e-06, |
| "loss": 0.2867, |
| "step": 2272 |
| }, |
| { |
| "epoch": 2.594409583571021, |
| "grad_norm": 0.2199935791732718, |
| "learning_rate": 7.5052854122621575e-06, |
| "loss": 0.286, |
| "step": 2273 |
| }, |
| { |
| "epoch": 2.5955504848830575, |
| "grad_norm": 0.2077071830689117, |
| "learning_rate": 7.484143763213532e-06, |
| "loss": 0.2862, |
| "step": 2274 |
| }, |
| { |
| "epoch": 2.596691386195094, |
| "grad_norm": 0.19250504102605728, |
| "learning_rate": 7.463002114164905e-06, |
| "loss": 0.272, |
| "step": 2275 |
| }, |
| { |
| "epoch": 2.5978322875071305, |
| "grad_norm": 0.2543282781990224, |
| "learning_rate": 7.44186046511628e-06, |
| "loss": 0.2899, |
| "step": 2276 |
| }, |
| { |
| "epoch": 2.5989731888191674, |
| "grad_norm": 0.2227953001922955, |
| "learning_rate": 7.420718816067654e-06, |
| "loss": 0.3072, |
| "step": 2277 |
| }, |
| { |
| "epoch": 2.6001140901312034, |
| "grad_norm": 0.2119324966397027, |
| "learning_rate": 7.399577167019029e-06, |
| "loss": 0.2818, |
| "step": 2278 |
| }, |
| { |
| "epoch": 2.6012549914432403, |
| "grad_norm": 0.21825598326524892, |
| "learning_rate": 7.378435517970401e-06, |
| "loss": 0.307, |
| "step": 2279 |
| }, |
| { |
| "epoch": 2.602395892755277, |
| "grad_norm": 0.19780618819467255, |
| "learning_rate": 7.357293868921776e-06, |
| "loss": 0.2719, |
| "step": 2280 |
| }, |
| { |
| "epoch": 2.6035367940673133, |
| "grad_norm": 0.20187862019079622, |
| "learning_rate": 7.336152219873151e-06, |
| "loss": 0.3001, |
| "step": 2281 |
| }, |
| { |
| "epoch": 2.60467769537935, |
| "grad_norm": 0.1957602418547089, |
| "learning_rate": 7.315010570824525e-06, |
| "loss": 0.2893, |
| "step": 2282 |
| }, |
| { |
| "epoch": 2.6058185966913863, |
| "grad_norm": 0.32010591246894465, |
| "learning_rate": 7.293868921775898e-06, |
| "loss": 0.3003, |
| "step": 2283 |
| }, |
| { |
| "epoch": 2.6069594980034227, |
| "grad_norm": 0.21826237399726542, |
| "learning_rate": 7.272727272727272e-06, |
| "loss": 0.2889, |
| "step": 2284 |
| }, |
| { |
| "epoch": 2.6081003993154592, |
| "grad_norm": 0.2106352951066305, |
| "learning_rate": 7.251585623678647e-06, |
| "loss": 0.2827, |
| "step": 2285 |
| }, |
| { |
| "epoch": 2.6092413006274957, |
| "grad_norm": 0.2078174915090593, |
| "learning_rate": 7.230443974630022e-06, |
| "loss": 0.2914, |
| "step": 2286 |
| }, |
| { |
| "epoch": 2.610382201939532, |
| "grad_norm": 0.22396488141909118, |
| "learning_rate": 7.209302325581396e-06, |
| "loss": 0.3042, |
| "step": 2287 |
| }, |
| { |
| "epoch": 2.6115231032515687, |
| "grad_norm": 0.2290191223253906, |
| "learning_rate": 7.1881606765327695e-06, |
| "loss": 0.2893, |
| "step": 2288 |
| }, |
| { |
| "epoch": 2.612664004563605, |
| "grad_norm": 0.21481339577130223, |
| "learning_rate": 7.1670190274841435e-06, |
| "loss": 0.278, |
| "step": 2289 |
| }, |
| { |
| "epoch": 2.6138049058756416, |
| "grad_norm": 0.22863107764420157, |
| "learning_rate": 7.1458773784355185e-06, |
| "loss": 0.2937, |
| "step": 2290 |
| }, |
| { |
| "epoch": 2.614945807187678, |
| "grad_norm": 0.20446333945789158, |
| "learning_rate": 7.124735729386893e-06, |
| "loss": 0.2803, |
| "step": 2291 |
| }, |
| { |
| "epoch": 2.616086708499715, |
| "grad_norm": 0.2139924313184036, |
| "learning_rate": 7.103594080338266e-06, |
| "loss": 0.2973, |
| "step": 2292 |
| }, |
| { |
| "epoch": 2.617227609811751, |
| "grad_norm": 0.2272213739485047, |
| "learning_rate": 7.082452431289641e-06, |
| "loss": 0.2915, |
| "step": 2293 |
| }, |
| { |
| "epoch": 2.618368511123788, |
| "grad_norm": 0.23274850175302836, |
| "learning_rate": 7.061310782241015e-06, |
| "loss": 0.2871, |
| "step": 2294 |
| }, |
| { |
| "epoch": 2.619509412435824, |
| "grad_norm": 0.2200811712932776, |
| "learning_rate": 7.04016913319239e-06, |
| "loss": 0.2939, |
| "step": 2295 |
| }, |
| { |
| "epoch": 2.620650313747861, |
| "grad_norm": 0.21688950824573724, |
| "learning_rate": 7.019027484143765e-06, |
| "loss": 0.2981, |
| "step": 2296 |
| }, |
| { |
| "epoch": 2.6217912150598974, |
| "grad_norm": 0.21223187386382966, |
| "learning_rate": 6.997885835095137e-06, |
| "loss": 0.2898, |
| "step": 2297 |
| }, |
| { |
| "epoch": 2.622932116371934, |
| "grad_norm": 0.21679812155701778, |
| "learning_rate": 6.976744186046512e-06, |
| "loss": 0.303, |
| "step": 2298 |
| }, |
| { |
| "epoch": 2.6240730176839704, |
| "grad_norm": 0.213840792985224, |
| "learning_rate": 6.955602536997887e-06, |
| "loss": 0.2905, |
| "step": 2299 |
| }, |
| { |
| "epoch": 2.625213918996007, |
| "grad_norm": 0.2324092568365301, |
| "learning_rate": 6.934460887949261e-06, |
| "loss": 0.3023, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.6263548203080433, |
| "grad_norm": 0.21224593855037074, |
| "learning_rate": 6.913319238900634e-06, |
| "loss": 0.2786, |
| "step": 2301 |
| }, |
| { |
| "epoch": 2.62749572162008, |
| "grad_norm": 0.2191741025335595, |
| "learning_rate": 6.892177589852008e-06, |
| "loss": 0.2915, |
| "step": 2302 |
| }, |
| { |
| "epoch": 2.6286366229321163, |
| "grad_norm": 0.2050190605945917, |
| "learning_rate": 6.871035940803383e-06, |
| "loss": 0.3005, |
| "step": 2303 |
| }, |
| { |
| "epoch": 2.629777524244153, |
| "grad_norm": 0.19422534480342057, |
| "learning_rate": 6.849894291754758e-06, |
| "loss": 0.2813, |
| "step": 2304 |
| }, |
| { |
| "epoch": 2.6309184255561893, |
| "grad_norm": 0.2024986617966428, |
| "learning_rate": 6.82875264270613e-06, |
| "loss": 0.2931, |
| "step": 2305 |
| }, |
| { |
| "epoch": 2.6320593268682257, |
| "grad_norm": 0.2016325798838157, |
| "learning_rate": 6.807610993657505e-06, |
| "loss": 0.2757, |
| "step": 2306 |
| }, |
| { |
| "epoch": 2.6332002281802627, |
| "grad_norm": 0.19900248841956134, |
| "learning_rate": 6.786469344608879e-06, |
| "loss": 0.2731, |
| "step": 2307 |
| }, |
| { |
| "epoch": 2.6343411294922987, |
| "grad_norm": 0.22345370720066865, |
| "learning_rate": 6.765327695560254e-06, |
| "loss": 0.2915, |
| "step": 2308 |
| }, |
| { |
| "epoch": 2.6354820308043356, |
| "grad_norm": 0.22172722286619925, |
| "learning_rate": 6.744186046511629e-06, |
| "loss": 0.2763, |
| "step": 2309 |
| }, |
| { |
| "epoch": 2.6366229321163717, |
| "grad_norm": 0.20927209846966097, |
| "learning_rate": 6.723044397463002e-06, |
| "loss": 0.3024, |
| "step": 2310 |
| }, |
| { |
| "epoch": 2.6377638334284086, |
| "grad_norm": 0.1995585604700486, |
| "learning_rate": 6.7019027484143765e-06, |
| "loss": 0.2986, |
| "step": 2311 |
| }, |
| { |
| "epoch": 2.638904734740445, |
| "grad_norm": 0.24437397232747674, |
| "learning_rate": 6.680761099365751e-06, |
| "loss": 0.2906, |
| "step": 2312 |
| }, |
| { |
| "epoch": 2.6400456360524815, |
| "grad_norm": 0.23672311901146992, |
| "learning_rate": 6.6596194503171255e-06, |
| "loss": 0.3059, |
| "step": 2313 |
| }, |
| { |
| "epoch": 2.641186537364518, |
| "grad_norm": 0.20833196620847985, |
| "learning_rate": 6.638477801268499e-06, |
| "loss": 0.2814, |
| "step": 2314 |
| }, |
| { |
| "epoch": 2.6423274386765545, |
| "grad_norm": 0.21171378116649958, |
| "learning_rate": 6.617336152219873e-06, |
| "loss": 0.2923, |
| "step": 2315 |
| }, |
| { |
| "epoch": 2.643468339988591, |
| "grad_norm": 0.21992329243569908, |
| "learning_rate": 6.596194503171248e-06, |
| "loss": 0.293, |
| "step": 2316 |
| }, |
| { |
| "epoch": 2.6446092413006275, |
| "grad_norm": 0.19236579441830645, |
| "learning_rate": 6.575052854122622e-06, |
| "loss": 0.2882, |
| "step": 2317 |
| }, |
| { |
| "epoch": 2.645750142612664, |
| "grad_norm": 0.21732952448802234, |
| "learning_rate": 6.553911205073997e-06, |
| "loss": 0.3002, |
| "step": 2318 |
| }, |
| { |
| "epoch": 2.6468910439247004, |
| "grad_norm": 0.21930948530716543, |
| "learning_rate": 6.53276955602537e-06, |
| "loss": 0.2837, |
| "step": 2319 |
| }, |
| { |
| "epoch": 2.648031945236737, |
| "grad_norm": 0.20276319027259337, |
| "learning_rate": 6.511627906976744e-06, |
| "loss": 0.2941, |
| "step": 2320 |
| }, |
| { |
| "epoch": 2.6491728465487734, |
| "grad_norm": 0.20664191060677842, |
| "learning_rate": 6.490486257928119e-06, |
| "loss": 0.2973, |
| "step": 2321 |
| }, |
| { |
| "epoch": 2.6503137478608103, |
| "grad_norm": 0.20686816856995033, |
| "learning_rate": 6.469344608879494e-06, |
| "loss": 0.2876, |
| "step": 2322 |
| }, |
| { |
| "epoch": 2.6514546491728463, |
| "grad_norm": 0.21791289664974559, |
| "learning_rate": 6.448202959830866e-06, |
| "loss": 0.2938, |
| "step": 2323 |
| }, |
| { |
| "epoch": 2.6525955504848833, |
| "grad_norm": 0.20835972672843145, |
| "learning_rate": 6.427061310782241e-06, |
| "loss": 0.2965, |
| "step": 2324 |
| }, |
| { |
| "epoch": 2.6537364517969193, |
| "grad_norm": 0.19895481748874236, |
| "learning_rate": 6.405919661733615e-06, |
| "loss": 0.2878, |
| "step": 2325 |
| }, |
| { |
| "epoch": 2.6548773531089562, |
| "grad_norm": 0.2061114756476564, |
| "learning_rate": 6.38477801268499e-06, |
| "loss": 0.2883, |
| "step": 2326 |
| }, |
| { |
| "epoch": 2.6560182544209927, |
| "grad_norm": 0.19673018088924696, |
| "learning_rate": 6.363636363636363e-06, |
| "loss": 0.2982, |
| "step": 2327 |
| }, |
| { |
| "epoch": 2.657159155733029, |
| "grad_norm": 0.20789548693413587, |
| "learning_rate": 6.3424947145877375e-06, |
| "loss": 0.283, |
| "step": 2328 |
| }, |
| { |
| "epoch": 2.6583000570450657, |
| "grad_norm": 0.20423004517268986, |
| "learning_rate": 6.321353065539112e-06, |
| "loss": 0.2985, |
| "step": 2329 |
| }, |
| { |
| "epoch": 2.659440958357102, |
| "grad_norm": 0.21369437414101625, |
| "learning_rate": 6.3002114164904865e-06, |
| "loss": 0.2951, |
| "step": 2330 |
| }, |
| { |
| "epoch": 2.6605818596691386, |
| "grad_norm": 0.2024038323173226, |
| "learning_rate": 6.279069767441861e-06, |
| "loss": 0.2983, |
| "step": 2331 |
| }, |
| { |
| "epoch": 2.661722760981175, |
| "grad_norm": 0.22749689909229562, |
| "learning_rate": 6.257928118393235e-06, |
| "loss": 0.29, |
| "step": 2332 |
| }, |
| { |
| "epoch": 2.6628636622932116, |
| "grad_norm": 0.2054459051238387, |
| "learning_rate": 6.236786469344609e-06, |
| "loss": 0.2975, |
| "step": 2333 |
| }, |
| { |
| "epoch": 2.664004563605248, |
| "grad_norm": 0.22028377224426043, |
| "learning_rate": 6.215644820295984e-06, |
| "loss": 0.2935, |
| "step": 2334 |
| }, |
| { |
| "epoch": 2.6651454649172845, |
| "grad_norm": 0.21504971194559508, |
| "learning_rate": 6.194503171247358e-06, |
| "loss": 0.3184, |
| "step": 2335 |
| }, |
| { |
| "epoch": 2.666286366229321, |
| "grad_norm": 0.2453904967082021, |
| "learning_rate": 6.173361522198732e-06, |
| "loss": 0.286, |
| "step": 2336 |
| }, |
| { |
| "epoch": 2.667427267541358, |
| "grad_norm": 0.21061911886303802, |
| "learning_rate": 6.152219873150106e-06, |
| "loss": 0.3064, |
| "step": 2337 |
| }, |
| { |
| "epoch": 2.668568168853394, |
| "grad_norm": 0.2133958177486806, |
| "learning_rate": 6.13107822410148e-06, |
| "loss": 0.2897, |
| "step": 2338 |
| }, |
| { |
| "epoch": 2.669709070165431, |
| "grad_norm": 0.22350309093921972, |
| "learning_rate": 6.109936575052854e-06, |
| "loss": 0.2908, |
| "step": 2339 |
| }, |
| { |
| "epoch": 2.670849971477467, |
| "grad_norm": 0.1994310994630131, |
| "learning_rate": 6.088794926004229e-06, |
| "loss": 0.3016, |
| "step": 2340 |
| }, |
| { |
| "epoch": 2.671990872789504, |
| "grad_norm": 0.242456861299583, |
| "learning_rate": 6.067653276955603e-06, |
| "loss": 0.2782, |
| "step": 2341 |
| }, |
| { |
| "epoch": 2.6731317741015403, |
| "grad_norm": 0.20070378596638844, |
| "learning_rate": 6.046511627906977e-06, |
| "loss": 0.275, |
| "step": 2342 |
| }, |
| { |
| "epoch": 2.674272675413577, |
| "grad_norm": 0.20533693117962545, |
| "learning_rate": 6.025369978858351e-06, |
| "loss": 0.2886, |
| "step": 2343 |
| }, |
| { |
| "epoch": 2.6754135767256133, |
| "grad_norm": 0.24120919621556927, |
| "learning_rate": 6.004228329809725e-06, |
| "loss": 0.3033, |
| "step": 2344 |
| }, |
| { |
| "epoch": 2.67655447803765, |
| "grad_norm": 0.2154183445042602, |
| "learning_rate": 5.9830866807611e-06, |
| "loss": 0.3066, |
| "step": 2345 |
| }, |
| { |
| "epoch": 2.6776953793496863, |
| "grad_norm": 0.20613740694158517, |
| "learning_rate": 5.961945031712473e-06, |
| "loss": 0.3162, |
| "step": 2346 |
| }, |
| { |
| "epoch": 2.6788362806617227, |
| "grad_norm": 0.22079946197964784, |
| "learning_rate": 5.940803382663848e-06, |
| "loss": 0.2847, |
| "step": 2347 |
| }, |
| { |
| "epoch": 2.6799771819737592, |
| "grad_norm": 0.21631086212021008, |
| "learning_rate": 5.919661733615222e-06, |
| "loss": 0.2809, |
| "step": 2348 |
| }, |
| { |
| "epoch": 2.6811180832857957, |
| "grad_norm": 0.22122238445645395, |
| "learning_rate": 5.898520084566596e-06, |
| "loss": 0.3071, |
| "step": 2349 |
| }, |
| { |
| "epoch": 2.682258984597832, |
| "grad_norm": 0.2209980769754549, |
| "learning_rate": 5.8773784355179705e-06, |
| "loss": 0.2933, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.6833998859098687, |
| "grad_norm": 0.20106379921531103, |
| "learning_rate": 5.8562367864693445e-06, |
| "loss": 0.2692, |
| "step": 2351 |
| }, |
| { |
| "epoch": 2.684540787221905, |
| "grad_norm": 0.20397362922563297, |
| "learning_rate": 5.8350951374207194e-06, |
| "loss": 0.2815, |
| "step": 2352 |
| }, |
| { |
| "epoch": 2.6856816885339416, |
| "grad_norm": 0.20098081864470793, |
| "learning_rate": 5.8139534883720935e-06, |
| "loss": 0.2811, |
| "step": 2353 |
| }, |
| { |
| "epoch": 2.6868225898459785, |
| "grad_norm": 0.19634429911239146, |
| "learning_rate": 5.792811839323468e-06, |
| "loss": 0.2754, |
| "step": 2354 |
| }, |
| { |
| "epoch": 2.6879634911580146, |
| "grad_norm": 0.22762609745240756, |
| "learning_rate": 5.771670190274842e-06, |
| "loss": 0.2772, |
| "step": 2355 |
| }, |
| { |
| "epoch": 2.6891043924700515, |
| "grad_norm": 0.19275931276843722, |
| "learning_rate": 5.750528541226216e-06, |
| "loss": 0.3034, |
| "step": 2356 |
| }, |
| { |
| "epoch": 2.690245293782088, |
| "grad_norm": 0.20721106140373188, |
| "learning_rate": 5.72938689217759e-06, |
| "loss": 0.2817, |
| "step": 2357 |
| }, |
| { |
| "epoch": 2.6913861950941245, |
| "grad_norm": 0.21585429405699674, |
| "learning_rate": 5.708245243128965e-06, |
| "loss": 0.3001, |
| "step": 2358 |
| }, |
| { |
| "epoch": 2.692527096406161, |
| "grad_norm": 0.22737139061335532, |
| "learning_rate": 5.687103594080338e-06, |
| "loss": 0.2791, |
| "step": 2359 |
| }, |
| { |
| "epoch": 2.6936679977181974, |
| "grad_norm": 0.2052614228941748, |
| "learning_rate": 5.665961945031713e-06, |
| "loss": 0.2986, |
| "step": 2360 |
| }, |
| { |
| "epoch": 2.694808899030234, |
| "grad_norm": 0.21375194844104548, |
| "learning_rate": 5.644820295983087e-06, |
| "loss": 0.2929, |
| "step": 2361 |
| }, |
| { |
| "epoch": 2.6959498003422704, |
| "grad_norm": 0.21440238679198403, |
| "learning_rate": 5.623678646934461e-06, |
| "loss": 0.2774, |
| "step": 2362 |
| }, |
| { |
| "epoch": 2.697090701654307, |
| "grad_norm": 0.20394690527332443, |
| "learning_rate": 5.602536997885836e-06, |
| "loss": 0.2999, |
| "step": 2363 |
| }, |
| { |
| "epoch": 2.6982316029663433, |
| "grad_norm": 0.22082160108841933, |
| "learning_rate": 5.581395348837209e-06, |
| "loss": 0.2891, |
| "step": 2364 |
| }, |
| { |
| "epoch": 2.69937250427838, |
| "grad_norm": 0.2154910615773614, |
| "learning_rate": 5.560253699788584e-06, |
| "loss": 0.2907, |
| "step": 2365 |
| }, |
| { |
| "epoch": 2.7005134055904163, |
| "grad_norm": 0.19966209756699427, |
| "learning_rate": 5.539112050739958e-06, |
| "loss": 0.2792, |
| "step": 2366 |
| }, |
| { |
| "epoch": 2.701654306902453, |
| "grad_norm": 0.20758371417711657, |
| "learning_rate": 5.517970401691332e-06, |
| "loss": 0.2772, |
| "step": 2367 |
| }, |
| { |
| "epoch": 2.7027952082144893, |
| "grad_norm": 0.19655111008329076, |
| "learning_rate": 5.496828752642706e-06, |
| "loss": 0.2859, |
| "step": 2368 |
| }, |
| { |
| "epoch": 2.703936109526526, |
| "grad_norm": 0.21344377891772437, |
| "learning_rate": 5.47568710359408e-06, |
| "loss": 0.273, |
| "step": 2369 |
| }, |
| { |
| "epoch": 2.7050770108385622, |
| "grad_norm": 0.19954667152573125, |
| "learning_rate": 5.4545454545454545e-06, |
| "loss": 0.27, |
| "step": 2370 |
| }, |
| { |
| "epoch": 2.706217912150599, |
| "grad_norm": 0.20696421237106963, |
| "learning_rate": 5.433403805496829e-06, |
| "loss": 0.2741, |
| "step": 2371 |
| }, |
| { |
| "epoch": 2.7073588134626356, |
| "grad_norm": 0.19888310424958752, |
| "learning_rate": 5.412262156448203e-06, |
| "loss": 0.2895, |
| "step": 2372 |
| }, |
| { |
| "epoch": 2.708499714774672, |
| "grad_norm": 0.22935801181778648, |
| "learning_rate": 5.3911205073995775e-06, |
| "loss": 0.2893, |
| "step": 2373 |
| }, |
| { |
| "epoch": 2.7096406160867086, |
| "grad_norm": 0.21186470683679917, |
| "learning_rate": 5.369978858350952e-06, |
| "loss": 0.287, |
| "step": 2374 |
| }, |
| { |
| "epoch": 2.710781517398745, |
| "grad_norm": 0.18801028249751817, |
| "learning_rate": 5.348837209302326e-06, |
| "loss": 0.2861, |
| "step": 2375 |
| }, |
| { |
| "epoch": 2.7119224187107815, |
| "grad_norm": 0.2116535183061984, |
| "learning_rate": 5.327695560253701e-06, |
| "loss": 0.3056, |
| "step": 2376 |
| }, |
| { |
| "epoch": 2.713063320022818, |
| "grad_norm": 0.21346624281502724, |
| "learning_rate": 5.306553911205074e-06, |
| "loss": 0.2971, |
| "step": 2377 |
| }, |
| { |
| "epoch": 2.7142042213348545, |
| "grad_norm": 0.20321563705952317, |
| "learning_rate": 5.285412262156449e-06, |
| "loss": 0.2808, |
| "step": 2378 |
| }, |
| { |
| "epoch": 2.715345122646891, |
| "grad_norm": 0.2115089124503202, |
| "learning_rate": 5.264270613107823e-06, |
| "loss": 0.2885, |
| "step": 2379 |
| }, |
| { |
| "epoch": 2.7164860239589275, |
| "grad_norm": 0.22902298132952414, |
| "learning_rate": 5.243128964059197e-06, |
| "loss": 0.2921, |
| "step": 2380 |
| }, |
| { |
| "epoch": 2.717626925270964, |
| "grad_norm": 0.20349307589386711, |
| "learning_rate": 5.221987315010571e-06, |
| "loss": 0.2846, |
| "step": 2381 |
| }, |
| { |
| "epoch": 2.7187678265830004, |
| "grad_norm": 0.18793703684238383, |
| "learning_rate": 5.200845665961945e-06, |
| "loss": 0.2935, |
| "step": 2382 |
| }, |
| { |
| "epoch": 2.719908727895037, |
| "grad_norm": 0.2519734868072542, |
| "learning_rate": 5.179704016913319e-06, |
| "loss": 0.2838, |
| "step": 2383 |
| }, |
| { |
| "epoch": 2.721049629207074, |
| "grad_norm": 0.197819968737116, |
| "learning_rate": 5.158562367864694e-06, |
| "loss": 0.3027, |
| "step": 2384 |
| }, |
| { |
| "epoch": 2.72219053051911, |
| "grad_norm": 0.2086766984476139, |
| "learning_rate": 5.137420718816068e-06, |
| "loss": 0.2865, |
| "step": 2385 |
| }, |
| { |
| "epoch": 2.723331431831147, |
| "grad_norm": 0.19345032801304457, |
| "learning_rate": 5.116279069767442e-06, |
| "loss": 0.2973, |
| "step": 2386 |
| }, |
| { |
| "epoch": 2.7244723331431833, |
| "grad_norm": 0.22577042718511026, |
| "learning_rate": 5.095137420718816e-06, |
| "loss": 0.2906, |
| "step": 2387 |
| }, |
| { |
| "epoch": 2.7256132344552197, |
| "grad_norm": 0.21603357817376984, |
| "learning_rate": 5.07399577167019e-06, |
| "loss": 0.2807, |
| "step": 2388 |
| }, |
| { |
| "epoch": 2.7267541357672562, |
| "grad_norm": 0.21219120304091335, |
| "learning_rate": 5.052854122621565e-06, |
| "loss": 0.291, |
| "step": 2389 |
| }, |
| { |
| "epoch": 2.7278950370792927, |
| "grad_norm": 0.1942871235301068, |
| "learning_rate": 5.0317124735729385e-06, |
| "loss": 0.2863, |
| "step": 2390 |
| }, |
| { |
| "epoch": 2.729035938391329, |
| "grad_norm": 0.2047396916851407, |
| "learning_rate": 5.010570824524313e-06, |
| "loss": 0.2834, |
| "step": 2391 |
| }, |
| { |
| "epoch": 2.7301768397033657, |
| "grad_norm": 0.19544577571703675, |
| "learning_rate": 4.9894291754756874e-06, |
| "loss": 0.2985, |
| "step": 2392 |
| }, |
| { |
| "epoch": 2.731317741015402, |
| "grad_norm": 0.20598080382300346, |
| "learning_rate": 4.9682875264270615e-06, |
| "loss": 0.28, |
| "step": 2393 |
| }, |
| { |
| "epoch": 2.7324586423274386, |
| "grad_norm": 0.19446571137719146, |
| "learning_rate": 4.947145877378436e-06, |
| "loss": 0.2749, |
| "step": 2394 |
| }, |
| { |
| "epoch": 2.733599543639475, |
| "grad_norm": 0.19509428149486063, |
| "learning_rate": 4.92600422832981e-06, |
| "loss": 0.309, |
| "step": 2395 |
| }, |
| { |
| "epoch": 2.7347404449515116, |
| "grad_norm": 0.2091106077639519, |
| "learning_rate": 4.904862579281185e-06, |
| "loss": 0.268, |
| "step": 2396 |
| }, |
| { |
| "epoch": 2.735881346263548, |
| "grad_norm": 0.19395912384493028, |
| "learning_rate": 4.883720930232559e-06, |
| "loss": 0.2749, |
| "step": 2397 |
| }, |
| { |
| "epoch": 2.7370222475755845, |
| "grad_norm": 0.2128904563883501, |
| "learning_rate": 4.862579281183933e-06, |
| "loss": 0.3169, |
| "step": 2398 |
| }, |
| { |
| "epoch": 2.7381631488876215, |
| "grad_norm": 0.2120146570263807, |
| "learning_rate": 4.841437632135307e-06, |
| "loss": 0.2999, |
| "step": 2399 |
| }, |
| { |
| "epoch": 2.7393040501996575, |
| "grad_norm": 0.21299550942100914, |
| "learning_rate": 4.820295983086681e-06, |
| "loss": 0.2803, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.7404449515116944, |
| "grad_norm": 0.20165472101507262, |
| "learning_rate": 4.799154334038055e-06, |
| "loss": 0.2741, |
| "step": 2401 |
| }, |
| { |
| "epoch": 2.741585852823731, |
| "grad_norm": 0.20587824908237448, |
| "learning_rate": 4.77801268498943e-06, |
| "loss": 0.3079, |
| "step": 2402 |
| }, |
| { |
| "epoch": 2.7427267541357674, |
| "grad_norm": 0.20745487685308733, |
| "learning_rate": 4.756871035940803e-06, |
| "loss": 0.2988, |
| "step": 2403 |
| }, |
| { |
| "epoch": 2.743867655447804, |
| "grad_norm": 0.19662301496766177, |
| "learning_rate": 4.735729386892178e-06, |
| "loss": 0.2895, |
| "step": 2404 |
| }, |
| { |
| "epoch": 2.7450085567598403, |
| "grad_norm": 0.2047896485844238, |
| "learning_rate": 4.714587737843552e-06, |
| "loss": 0.2908, |
| "step": 2405 |
| }, |
| { |
| "epoch": 2.746149458071877, |
| "grad_norm": 0.22075407121101182, |
| "learning_rate": 4.693446088794926e-06, |
| "loss": 0.2924, |
| "step": 2406 |
| }, |
| { |
| "epoch": 2.7472903593839133, |
| "grad_norm": 0.20989441506128534, |
| "learning_rate": 4.672304439746301e-06, |
| "loss": 0.2752, |
| "step": 2407 |
| }, |
| { |
| "epoch": 2.74843126069595, |
| "grad_norm": 0.19330236930243655, |
| "learning_rate": 4.651162790697674e-06, |
| "loss": 0.2873, |
| "step": 2408 |
| }, |
| { |
| "epoch": 2.7495721620079863, |
| "grad_norm": 0.21471432313236352, |
| "learning_rate": 4.630021141649049e-06, |
| "loss": 0.2984, |
| "step": 2409 |
| }, |
| { |
| "epoch": 2.7507130633200227, |
| "grad_norm": 0.1990241754745363, |
| "learning_rate": 4.608879492600423e-06, |
| "loss": 0.3024, |
| "step": 2410 |
| }, |
| { |
| "epoch": 2.7518539646320592, |
| "grad_norm": 0.2175123910831802, |
| "learning_rate": 4.587737843551797e-06, |
| "loss": 0.2862, |
| "step": 2411 |
| }, |
| { |
| "epoch": 2.7529948659440957, |
| "grad_norm": 0.2022442697895259, |
| "learning_rate": 4.5665961945031714e-06, |
| "loss": 0.3061, |
| "step": 2412 |
| }, |
| { |
| "epoch": 2.754135767256132, |
| "grad_norm": 0.202210410401036, |
| "learning_rate": 4.5454545454545455e-06, |
| "loss": 0.3099, |
| "step": 2413 |
| }, |
| { |
| "epoch": 2.755276668568169, |
| "grad_norm": 0.20841630948380577, |
| "learning_rate": 4.52431289640592e-06, |
| "loss": 0.2872, |
| "step": 2414 |
| }, |
| { |
| "epoch": 2.756417569880205, |
| "grad_norm": 0.20962608268730534, |
| "learning_rate": 4.5031712473572945e-06, |
| "loss": 0.2799, |
| "step": 2415 |
| }, |
| { |
| "epoch": 2.757558471192242, |
| "grad_norm": 0.20684129654773203, |
| "learning_rate": 4.482029598308668e-06, |
| "loss": 0.2755, |
| "step": 2416 |
| }, |
| { |
| "epoch": 2.7586993725042785, |
| "grad_norm": 0.20412423424441156, |
| "learning_rate": 4.460887949260043e-06, |
| "loss": 0.2872, |
| "step": 2417 |
| }, |
| { |
| "epoch": 2.759840273816315, |
| "grad_norm": 0.21520346828361941, |
| "learning_rate": 4.439746300211417e-06, |
| "loss": 0.2998, |
| "step": 2418 |
| }, |
| { |
| "epoch": 2.7609811751283515, |
| "grad_norm": 0.21069047843020636, |
| "learning_rate": 4.418604651162791e-06, |
| "loss": 0.2838, |
| "step": 2419 |
| }, |
| { |
| "epoch": 2.762122076440388, |
| "grad_norm": 0.2097851230483762, |
| "learning_rate": 4.397463002114166e-06, |
| "loss": 0.3005, |
| "step": 2420 |
| }, |
| { |
| "epoch": 2.7632629777524245, |
| "grad_norm": 0.1990108557800723, |
| "learning_rate": 4.376321353065539e-06, |
| "loss": 0.2814, |
| "step": 2421 |
| }, |
| { |
| "epoch": 2.764403879064461, |
| "grad_norm": 0.19641216914165438, |
| "learning_rate": 4.355179704016914e-06, |
| "loss": 0.2813, |
| "step": 2422 |
| }, |
| { |
| "epoch": 2.7655447803764974, |
| "grad_norm": 0.21405575621485598, |
| "learning_rate": 4.334038054968288e-06, |
| "loss": 0.2878, |
| "step": 2423 |
| }, |
| { |
| "epoch": 2.766685681688534, |
| "grad_norm": 0.21401069015463817, |
| "learning_rate": 4.312896405919662e-06, |
| "loss": 0.2894, |
| "step": 2424 |
| }, |
| { |
| "epoch": 2.7678265830005704, |
| "grad_norm": 0.22891323803035088, |
| "learning_rate": 4.291754756871036e-06, |
| "loss": 0.3081, |
| "step": 2425 |
| }, |
| { |
| "epoch": 2.768967484312607, |
| "grad_norm": 0.2109649751414716, |
| "learning_rate": 4.27061310782241e-06, |
| "loss": 0.2908, |
| "step": 2426 |
| }, |
| { |
| "epoch": 2.7701083856246433, |
| "grad_norm": 0.21252536464308053, |
| "learning_rate": 4.249471458773784e-06, |
| "loss": 0.2936, |
| "step": 2427 |
| }, |
| { |
| "epoch": 2.77124928693668, |
| "grad_norm": 0.19865252632831235, |
| "learning_rate": 4.228329809725159e-06, |
| "loss": 0.2954, |
| "step": 2428 |
| }, |
| { |
| "epoch": 2.7723901882487167, |
| "grad_norm": 0.2153522039069563, |
| "learning_rate": 4.207188160676533e-06, |
| "loss": 0.2974, |
| "step": 2429 |
| }, |
| { |
| "epoch": 2.773531089560753, |
| "grad_norm": 0.21887123860802177, |
| "learning_rate": 4.186046511627907e-06, |
| "loss": 0.2843, |
| "step": 2430 |
| }, |
| { |
| "epoch": 2.7746719908727897, |
| "grad_norm": 0.21186766551947683, |
| "learning_rate": 4.164904862579281e-06, |
| "loss": 0.2828, |
| "step": 2431 |
| }, |
| { |
| "epoch": 2.7758128921848257, |
| "grad_norm": 0.19989097612840076, |
| "learning_rate": 4.1437632135306554e-06, |
| "loss": 0.2701, |
| "step": 2432 |
| }, |
| { |
| "epoch": 2.7769537934968627, |
| "grad_norm": 0.18958199905520784, |
| "learning_rate": 4.12262156448203e-06, |
| "loss": 0.2759, |
| "step": 2433 |
| }, |
| { |
| "epoch": 2.778094694808899, |
| "grad_norm": 0.20469102511481307, |
| "learning_rate": 4.101479915433404e-06, |
| "loss": 0.2927, |
| "step": 2434 |
| }, |
| { |
| "epoch": 2.7792355961209356, |
| "grad_norm": 0.2045040607399336, |
| "learning_rate": 4.0803382663847785e-06, |
| "loss": 0.2808, |
| "step": 2435 |
| }, |
| { |
| "epoch": 2.780376497432972, |
| "grad_norm": 0.20416663418050893, |
| "learning_rate": 4.059196617336153e-06, |
| "loss": 0.3044, |
| "step": 2436 |
| }, |
| { |
| "epoch": 2.7815173987450086, |
| "grad_norm": 0.21126468810168858, |
| "learning_rate": 4.038054968287527e-06, |
| "loss": 0.2864, |
| "step": 2437 |
| }, |
| { |
| "epoch": 2.782658300057045, |
| "grad_norm": 0.21333692375010985, |
| "learning_rate": 4.016913319238901e-06, |
| "loss": 0.3066, |
| "step": 2438 |
| }, |
| { |
| "epoch": 2.7837992013690815, |
| "grad_norm": 0.2063409848079501, |
| "learning_rate": 3.995771670190275e-06, |
| "loss": 0.2901, |
| "step": 2439 |
| }, |
| { |
| "epoch": 2.784940102681118, |
| "grad_norm": 0.21945699246555966, |
| "learning_rate": 3.97463002114165e-06, |
| "loss": 0.292, |
| "step": 2440 |
| }, |
| { |
| "epoch": 2.7860810039931545, |
| "grad_norm": 0.21272225883141066, |
| "learning_rate": 3.953488372093024e-06, |
| "loss": 0.289, |
| "step": 2441 |
| }, |
| { |
| "epoch": 2.787221905305191, |
| "grad_norm": 0.1998651488460456, |
| "learning_rate": 3.932346723044398e-06, |
| "loss": 0.3048, |
| "step": 2442 |
| }, |
| { |
| "epoch": 2.7883628066172275, |
| "grad_norm": 0.21027926042200606, |
| "learning_rate": 3.911205073995772e-06, |
| "loss": 0.2788, |
| "step": 2443 |
| }, |
| { |
| "epoch": 2.7895037079292644, |
| "grad_norm": 0.23160367083032785, |
| "learning_rate": 3.890063424947146e-06, |
| "loss": 0.2791, |
| "step": 2444 |
| }, |
| { |
| "epoch": 2.7906446092413004, |
| "grad_norm": 0.21688813469461285, |
| "learning_rate": 3.86892177589852e-06, |
| "loss": 0.2808, |
| "step": 2445 |
| }, |
| { |
| "epoch": 2.7917855105533373, |
| "grad_norm": 0.20893812255772268, |
| "learning_rate": 3.847780126849895e-06, |
| "loss": 0.2939, |
| "step": 2446 |
| }, |
| { |
| "epoch": 2.7929264118653734, |
| "grad_norm": 0.21161195500726673, |
| "learning_rate": 3.826638477801268e-06, |
| "loss": 0.2982, |
| "step": 2447 |
| }, |
| { |
| "epoch": 2.7940673131774103, |
| "grad_norm": 0.22159348068245183, |
| "learning_rate": 3.805496828752643e-06, |
| "loss": 0.2909, |
| "step": 2448 |
| }, |
| { |
| "epoch": 2.795208214489447, |
| "grad_norm": 0.19693523939694024, |
| "learning_rate": 3.784355179704017e-06, |
| "loss": 0.3072, |
| "step": 2449 |
| }, |
| { |
| "epoch": 2.7963491158014833, |
| "grad_norm": 0.20541335027371957, |
| "learning_rate": 3.7632135306553913e-06, |
| "loss": 0.29, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.7974900171135197, |
| "grad_norm": 0.2021310692826138, |
| "learning_rate": 3.742071881606766e-06, |
| "loss": 0.2932, |
| "step": 2451 |
| }, |
| { |
| "epoch": 2.7986309184255562, |
| "grad_norm": 0.20551180712915548, |
| "learning_rate": 3.72093023255814e-06, |
| "loss": 0.2958, |
| "step": 2452 |
| }, |
| { |
| "epoch": 2.7997718197375927, |
| "grad_norm": 0.2171587485859702, |
| "learning_rate": 3.6997885835095144e-06, |
| "loss": 0.2901, |
| "step": 2453 |
| }, |
| { |
| "epoch": 2.800912721049629, |
| "grad_norm": 0.19791283797515585, |
| "learning_rate": 3.678646934460888e-06, |
| "loss": 0.292, |
| "step": 2454 |
| }, |
| { |
| "epoch": 2.8020536223616657, |
| "grad_norm": 0.1989943243503315, |
| "learning_rate": 3.6575052854122625e-06, |
| "loss": 0.2921, |
| "step": 2455 |
| }, |
| { |
| "epoch": 2.803194523673702, |
| "grad_norm": 0.20434592117335035, |
| "learning_rate": 3.636363636363636e-06, |
| "loss": 0.3064, |
| "step": 2456 |
| }, |
| { |
| "epoch": 2.8043354249857386, |
| "grad_norm": 0.2084756469685634, |
| "learning_rate": 3.615221987315011e-06, |
| "loss": 0.2957, |
| "step": 2457 |
| }, |
| { |
| "epoch": 2.805476326297775, |
| "grad_norm": 0.20296767278473282, |
| "learning_rate": 3.5940803382663847e-06, |
| "loss": 0.2849, |
| "step": 2458 |
| }, |
| { |
| "epoch": 2.806617227609812, |
| "grad_norm": 0.19379089522361004, |
| "learning_rate": 3.5729386892177592e-06, |
| "loss": 0.306, |
| "step": 2459 |
| }, |
| { |
| "epoch": 2.807758128921848, |
| "grad_norm": 0.2114373361742132, |
| "learning_rate": 3.551797040169133e-06, |
| "loss": 0.2811, |
| "step": 2460 |
| }, |
| { |
| "epoch": 2.808899030233885, |
| "grad_norm": 0.19648544797014308, |
| "learning_rate": 3.5306553911205074e-06, |
| "loss": 0.2903, |
| "step": 2461 |
| }, |
| { |
| "epoch": 2.810039931545921, |
| "grad_norm": 0.19136569333549805, |
| "learning_rate": 3.5095137420718823e-06, |
| "loss": 0.2896, |
| "step": 2462 |
| }, |
| { |
| "epoch": 2.811180832857958, |
| "grad_norm": 3.255184569034401, |
| "learning_rate": 3.488372093023256e-06, |
| "loss": 0.3308, |
| "step": 2463 |
| }, |
| { |
| "epoch": 2.8123217341699944, |
| "grad_norm": 0.23148723562030504, |
| "learning_rate": 3.4672304439746304e-06, |
| "loss": 0.2929, |
| "step": 2464 |
| }, |
| { |
| "epoch": 2.813462635482031, |
| "grad_norm": 0.19251575021641812, |
| "learning_rate": 3.446088794926004e-06, |
| "loss": 0.2816, |
| "step": 2465 |
| }, |
| { |
| "epoch": 2.8146035367940674, |
| "grad_norm": 0.20358606861072642, |
| "learning_rate": 3.424947145877379e-06, |
| "loss": 0.2809, |
| "step": 2466 |
| }, |
| { |
| "epoch": 2.815744438106104, |
| "grad_norm": 0.2525881711594538, |
| "learning_rate": 3.4038054968287527e-06, |
| "loss": 0.2799, |
| "step": 2467 |
| }, |
| { |
| "epoch": 2.8168853394181403, |
| "grad_norm": 0.19051484999821816, |
| "learning_rate": 3.382663847780127e-06, |
| "loss": 0.2996, |
| "step": 2468 |
| }, |
| { |
| "epoch": 2.818026240730177, |
| "grad_norm": 0.21665936441766315, |
| "learning_rate": 3.361522198731501e-06, |
| "loss": 0.3008, |
| "step": 2469 |
| }, |
| { |
| "epoch": 2.8191671420422133, |
| "grad_norm": 0.21141505886515194, |
| "learning_rate": 3.3403805496828753e-06, |
| "loss": 0.2803, |
| "step": 2470 |
| }, |
| { |
| "epoch": 2.82030804335425, |
| "grad_norm": 0.2013970938079833, |
| "learning_rate": 3.3192389006342494e-06, |
| "loss": 0.2894, |
| "step": 2471 |
| }, |
| { |
| "epoch": 2.8214489446662863, |
| "grad_norm": 0.19323798161487787, |
| "learning_rate": 3.298097251585624e-06, |
| "loss": 0.2864, |
| "step": 2472 |
| }, |
| { |
| "epoch": 2.8225898459783227, |
| "grad_norm": 0.201226274752575, |
| "learning_rate": 3.2769556025369984e-06, |
| "loss": 0.3071, |
| "step": 2473 |
| }, |
| { |
| "epoch": 2.823730747290359, |
| "grad_norm": 0.2074222646039902, |
| "learning_rate": 3.255813953488372e-06, |
| "loss": 0.3135, |
| "step": 2474 |
| }, |
| { |
| "epoch": 2.8248716486023957, |
| "grad_norm": 0.20696506174071955, |
| "learning_rate": 3.234672304439747e-06, |
| "loss": 0.2734, |
| "step": 2475 |
| }, |
| { |
| "epoch": 2.8260125499144326, |
| "grad_norm": 0.19955249590119115, |
| "learning_rate": 3.2135306553911206e-06, |
| "loss": 0.2826, |
| "step": 2476 |
| }, |
| { |
| "epoch": 2.8271534512264687, |
| "grad_norm": 0.2156852402716923, |
| "learning_rate": 3.192389006342495e-06, |
| "loss": 0.3096, |
| "step": 2477 |
| }, |
| { |
| "epoch": 2.8282943525385056, |
| "grad_norm": 0.20841607177541718, |
| "learning_rate": 3.1712473572938687e-06, |
| "loss": 0.2849, |
| "step": 2478 |
| }, |
| { |
| "epoch": 2.829435253850542, |
| "grad_norm": 0.1941983020977351, |
| "learning_rate": 3.1501057082452432e-06, |
| "loss": 0.278, |
| "step": 2479 |
| }, |
| { |
| "epoch": 2.8305761551625785, |
| "grad_norm": 0.20869712403007026, |
| "learning_rate": 3.1289640591966173e-06, |
| "loss": 0.2873, |
| "step": 2480 |
| }, |
| { |
| "epoch": 2.831717056474615, |
| "grad_norm": 0.20706120097683225, |
| "learning_rate": 3.107822410147992e-06, |
| "loss": 0.2833, |
| "step": 2481 |
| }, |
| { |
| "epoch": 2.8328579577866515, |
| "grad_norm": 0.1982144805085283, |
| "learning_rate": 3.086680761099366e-06, |
| "loss": 0.2942, |
| "step": 2482 |
| }, |
| { |
| "epoch": 2.833998859098688, |
| "grad_norm": 0.20975348933509538, |
| "learning_rate": 3.06553911205074e-06, |
| "loss": 0.2797, |
| "step": 2483 |
| }, |
| { |
| "epoch": 2.8351397604107245, |
| "grad_norm": 0.21647387880347907, |
| "learning_rate": 3.0443974630021144e-06, |
| "loss": 0.2802, |
| "step": 2484 |
| }, |
| { |
| "epoch": 2.836280661722761, |
| "grad_norm": 0.20027142878455498, |
| "learning_rate": 3.0232558139534885e-06, |
| "loss": 0.2901, |
| "step": 2485 |
| }, |
| { |
| "epoch": 2.8374215630347974, |
| "grad_norm": 0.21680907668024518, |
| "learning_rate": 3.0021141649048626e-06, |
| "loss": 0.2915, |
| "step": 2486 |
| }, |
| { |
| "epoch": 2.838562464346834, |
| "grad_norm": 0.21538879323186988, |
| "learning_rate": 2.9809725158562367e-06, |
| "loss": 0.3016, |
| "step": 2487 |
| }, |
| { |
| "epoch": 2.8397033656588704, |
| "grad_norm": 0.21981713377113177, |
| "learning_rate": 2.959830866807611e-06, |
| "loss": 0.2818, |
| "step": 2488 |
| }, |
| { |
| "epoch": 2.840844266970907, |
| "grad_norm": 0.19697892124577174, |
| "learning_rate": 2.9386892177589852e-06, |
| "loss": 0.2892, |
| "step": 2489 |
| }, |
| { |
| "epoch": 2.8419851682829433, |
| "grad_norm": 0.18909864372788007, |
| "learning_rate": 2.9175475687103597e-06, |
| "loss": 0.2976, |
| "step": 2490 |
| }, |
| { |
| "epoch": 2.8431260695949803, |
| "grad_norm": 0.18454775144527993, |
| "learning_rate": 2.896405919661734e-06, |
| "loss": 0.3028, |
| "step": 2491 |
| }, |
| { |
| "epoch": 2.8442669709070163, |
| "grad_norm": 0.2310587393078742, |
| "learning_rate": 2.875264270613108e-06, |
| "loss": 0.298, |
| "step": 2492 |
| }, |
| { |
| "epoch": 2.8454078722190532, |
| "grad_norm": 0.21248087744098798, |
| "learning_rate": 2.8541226215644824e-06, |
| "loss": 0.29, |
| "step": 2493 |
| }, |
| { |
| "epoch": 2.8465487735310897, |
| "grad_norm": 0.19507301929030554, |
| "learning_rate": 2.8329809725158564e-06, |
| "loss": 0.2799, |
| "step": 2494 |
| }, |
| { |
| "epoch": 2.847689674843126, |
| "grad_norm": 0.19860147238212592, |
| "learning_rate": 2.8118393234672305e-06, |
| "loss": 0.2867, |
| "step": 2495 |
| }, |
| { |
| "epoch": 2.8488305761551627, |
| "grad_norm": 0.19602116174876164, |
| "learning_rate": 2.7906976744186046e-06, |
| "loss": 0.2984, |
| "step": 2496 |
| }, |
| { |
| "epoch": 2.849971477467199, |
| "grad_norm": 0.19553454209538595, |
| "learning_rate": 2.769556025369979e-06, |
| "loss": 0.2972, |
| "step": 2497 |
| }, |
| { |
| "epoch": 2.8511123787792356, |
| "grad_norm": 0.2040292670050931, |
| "learning_rate": 2.748414376321353e-06, |
| "loss": 0.3003, |
| "step": 2498 |
| }, |
| { |
| "epoch": 2.852253280091272, |
| "grad_norm": 0.20204674645438503, |
| "learning_rate": 2.7272727272727272e-06, |
| "loss": 0.3008, |
| "step": 2499 |
| }, |
| { |
| "epoch": 2.8533941814033086, |
| "grad_norm": 0.19934424552625263, |
| "learning_rate": 2.7061310782241013e-06, |
| "loss": 0.2881, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.854535082715345, |
| "grad_norm": 0.18785474732210933, |
| "learning_rate": 2.684989429175476e-06, |
| "loss": 0.2794, |
| "step": 2501 |
| }, |
| { |
| "epoch": 2.8556759840273815, |
| "grad_norm": 0.20006434112569327, |
| "learning_rate": 2.6638477801268503e-06, |
| "loss": 0.2964, |
| "step": 2502 |
| }, |
| { |
| "epoch": 2.856816885339418, |
| "grad_norm": 0.1977342860009862, |
| "learning_rate": 2.6427061310782244e-06, |
| "loss": 0.2845, |
| "step": 2503 |
| }, |
| { |
| "epoch": 2.8579577866514545, |
| "grad_norm": 0.20632919899960922, |
| "learning_rate": 2.6215644820295984e-06, |
| "loss": 0.2765, |
| "step": 2504 |
| }, |
| { |
| "epoch": 2.859098687963491, |
| "grad_norm": 0.21051236583497268, |
| "learning_rate": 2.6004228329809725e-06, |
| "loss": 0.305, |
| "step": 2505 |
| }, |
| { |
| "epoch": 2.860239589275528, |
| "grad_norm": 0.20023237671477812, |
| "learning_rate": 2.579281183932347e-06, |
| "loss": 0.274, |
| "step": 2506 |
| }, |
| { |
| "epoch": 2.861380490587564, |
| "grad_norm": 0.1828118884191061, |
| "learning_rate": 2.558139534883721e-06, |
| "loss": 0.3021, |
| "step": 2507 |
| }, |
| { |
| "epoch": 2.862521391899601, |
| "grad_norm": 0.20392801822251036, |
| "learning_rate": 2.536997885835095e-06, |
| "loss": 0.2843, |
| "step": 2508 |
| }, |
| { |
| "epoch": 2.8636622932116373, |
| "grad_norm": 0.20830765542926766, |
| "learning_rate": 2.5158562367864692e-06, |
| "loss": 0.2953, |
| "step": 2509 |
| }, |
| { |
| "epoch": 2.864803194523674, |
| "grad_norm": 0.2120174031270726, |
| "learning_rate": 2.4947145877378437e-06, |
| "loss": 0.2805, |
| "step": 2510 |
| }, |
| { |
| "epoch": 2.8659440958357103, |
| "grad_norm": 0.1945197850552631, |
| "learning_rate": 2.473572938689218e-06, |
| "loss": 0.289, |
| "step": 2511 |
| }, |
| { |
| "epoch": 2.867084997147747, |
| "grad_norm": 0.19141709513826796, |
| "learning_rate": 2.4524312896405923e-06, |
| "loss": 0.3101, |
| "step": 2512 |
| }, |
| { |
| "epoch": 2.8682258984597833, |
| "grad_norm": 0.21186283438035136, |
| "learning_rate": 2.4312896405919664e-06, |
| "loss": 0.2898, |
| "step": 2513 |
| }, |
| { |
| "epoch": 2.8693667997718197, |
| "grad_norm": 0.1945697871372187, |
| "learning_rate": 2.4101479915433404e-06, |
| "loss": 0.2907, |
| "step": 2514 |
| }, |
| { |
| "epoch": 2.8705077010838562, |
| "grad_norm": 0.19475854706319662, |
| "learning_rate": 2.389006342494715e-06, |
| "loss": 0.2913, |
| "step": 2515 |
| }, |
| { |
| "epoch": 2.8716486023958927, |
| "grad_norm": 0.19694923949612048, |
| "learning_rate": 2.367864693446089e-06, |
| "loss": 0.2989, |
| "step": 2516 |
| }, |
| { |
| "epoch": 2.872789503707929, |
| "grad_norm": 0.20020422907016433, |
| "learning_rate": 2.346723044397463e-06, |
| "loss": 0.2843, |
| "step": 2517 |
| }, |
| { |
| "epoch": 2.8739304050199657, |
| "grad_norm": 0.20878342093258945, |
| "learning_rate": 2.325581395348837e-06, |
| "loss": 0.283, |
| "step": 2518 |
| }, |
| { |
| "epoch": 2.875071306332002, |
| "grad_norm": 0.19905491086930102, |
| "learning_rate": 2.3044397463002116e-06, |
| "loss": 0.3028, |
| "step": 2519 |
| }, |
| { |
| "epoch": 2.8762122076440386, |
| "grad_norm": 0.19423780902965673, |
| "learning_rate": 2.2832980972515857e-06, |
| "loss": 0.2761, |
| "step": 2520 |
| }, |
| { |
| "epoch": 2.8773531089560755, |
| "grad_norm": 0.2002744524607323, |
| "learning_rate": 2.26215644820296e-06, |
| "loss": 0.2836, |
| "step": 2521 |
| }, |
| { |
| "epoch": 2.8784940102681116, |
| "grad_norm": 0.1989239278844251, |
| "learning_rate": 2.241014799154334e-06, |
| "loss": 0.3083, |
| "step": 2522 |
| }, |
| { |
| "epoch": 2.8796349115801485, |
| "grad_norm": 0.21159960733423624, |
| "learning_rate": 2.2198731501057084e-06, |
| "loss": 0.2943, |
| "step": 2523 |
| }, |
| { |
| "epoch": 2.880775812892185, |
| "grad_norm": 0.18973753627567133, |
| "learning_rate": 2.198731501057083e-06, |
| "loss": 0.2857, |
| "step": 2524 |
| }, |
| { |
| "epoch": 2.8819167142042215, |
| "grad_norm": 0.20692276429512232, |
| "learning_rate": 2.177589852008457e-06, |
| "loss": 0.3059, |
| "step": 2525 |
| }, |
| { |
| "epoch": 2.883057615516258, |
| "grad_norm": 0.20607858347875038, |
| "learning_rate": 2.156448202959831e-06, |
| "loss": 0.2748, |
| "step": 2526 |
| }, |
| { |
| "epoch": 2.8841985168282944, |
| "grad_norm": 0.19766789002244206, |
| "learning_rate": 2.135306553911205e-06, |
| "loss": 0.2864, |
| "step": 2527 |
| }, |
| { |
| "epoch": 2.885339418140331, |
| "grad_norm": 0.20508355580996102, |
| "learning_rate": 2.1141649048625796e-06, |
| "loss": 0.2825, |
| "step": 2528 |
| }, |
| { |
| "epoch": 2.8864803194523674, |
| "grad_norm": 0.21621004836804458, |
| "learning_rate": 2.0930232558139536e-06, |
| "loss": 0.2939, |
| "step": 2529 |
| }, |
| { |
| "epoch": 2.887621220764404, |
| "grad_norm": 0.20185327841415296, |
| "learning_rate": 2.0718816067653277e-06, |
| "loss": 0.2839, |
| "step": 2530 |
| }, |
| { |
| "epoch": 2.8887621220764403, |
| "grad_norm": 0.1933977567661312, |
| "learning_rate": 2.050739957716702e-06, |
| "loss": 0.3008, |
| "step": 2531 |
| }, |
| { |
| "epoch": 2.889903023388477, |
| "grad_norm": 0.2089992242477195, |
| "learning_rate": 2.0295983086680763e-06, |
| "loss": 0.2959, |
| "step": 2532 |
| }, |
| { |
| "epoch": 2.8910439247005133, |
| "grad_norm": 0.2030088255511792, |
| "learning_rate": 2.0084566596194504e-06, |
| "loss": 0.2766, |
| "step": 2533 |
| }, |
| { |
| "epoch": 2.89218482601255, |
| "grad_norm": 0.20334283930171593, |
| "learning_rate": 1.987315010570825e-06, |
| "loss": 0.2758, |
| "step": 2534 |
| }, |
| { |
| "epoch": 2.8933257273245863, |
| "grad_norm": 0.19141292320551842, |
| "learning_rate": 1.966173361522199e-06, |
| "loss": 0.2863, |
| "step": 2535 |
| }, |
| { |
| "epoch": 2.894466628636623, |
| "grad_norm": 0.20218732073147072, |
| "learning_rate": 1.945031712473573e-06, |
| "loss": 0.28, |
| "step": 2536 |
| }, |
| { |
| "epoch": 2.895607529948659, |
| "grad_norm": 0.1918627608925985, |
| "learning_rate": 1.9238900634249475e-06, |
| "loss": 0.2948, |
| "step": 2537 |
| }, |
| { |
| "epoch": 2.896748431260696, |
| "grad_norm": 0.19060330399001432, |
| "learning_rate": 1.9027484143763216e-06, |
| "loss": 0.2737, |
| "step": 2538 |
| }, |
| { |
| "epoch": 2.8978893325727326, |
| "grad_norm": 0.18229171529313887, |
| "learning_rate": 1.8816067653276956e-06, |
| "loss": 0.2916, |
| "step": 2539 |
| }, |
| { |
| "epoch": 2.899030233884769, |
| "grad_norm": 0.20382857407887608, |
| "learning_rate": 1.86046511627907e-06, |
| "loss": 0.2862, |
| "step": 2540 |
| }, |
| { |
| "epoch": 2.9001711351968056, |
| "grad_norm": 0.1979576770452718, |
| "learning_rate": 1.839323467230444e-06, |
| "loss": 0.2855, |
| "step": 2541 |
| }, |
| { |
| "epoch": 2.901312036508842, |
| "grad_norm": 0.23856764466276376, |
| "learning_rate": 1.818181818181818e-06, |
| "loss": 0.2861, |
| "step": 2542 |
| }, |
| { |
| "epoch": 2.9024529378208785, |
| "grad_norm": 0.18177042300595342, |
| "learning_rate": 1.7970401691331924e-06, |
| "loss": 0.2875, |
| "step": 2543 |
| }, |
| { |
| "epoch": 2.903593839132915, |
| "grad_norm": 0.20699386822550767, |
| "learning_rate": 1.7758985200845664e-06, |
| "loss": 0.292, |
| "step": 2544 |
| }, |
| { |
| "epoch": 2.9047347404449515, |
| "grad_norm": 0.1919349320022479, |
| "learning_rate": 1.7547568710359411e-06, |
| "loss": 0.294, |
| "step": 2545 |
| }, |
| { |
| "epoch": 2.905875641756988, |
| "grad_norm": 0.21020672149500216, |
| "learning_rate": 1.7336152219873152e-06, |
| "loss": 0.2909, |
| "step": 2546 |
| }, |
| { |
| "epoch": 2.9070165430690245, |
| "grad_norm": 0.19606757753191717, |
| "learning_rate": 1.7124735729386895e-06, |
| "loss": 0.2933, |
| "step": 2547 |
| }, |
| { |
| "epoch": 2.908157444381061, |
| "grad_norm": 0.21670306350149213, |
| "learning_rate": 1.6913319238900636e-06, |
| "loss": 0.2977, |
| "step": 2548 |
| }, |
| { |
| "epoch": 2.9092983456930974, |
| "grad_norm": 0.20976365996925933, |
| "learning_rate": 1.6701902748414376e-06, |
| "loss": 0.2873, |
| "step": 2549 |
| }, |
| { |
| "epoch": 2.910439247005134, |
| "grad_norm": 0.20449092038401195, |
| "learning_rate": 1.649048625792812e-06, |
| "loss": 0.3063, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.911580148317171, |
| "grad_norm": 0.19231918973044662, |
| "learning_rate": 1.627906976744186e-06, |
| "loss": 0.2914, |
| "step": 2551 |
| }, |
| { |
| "epoch": 2.912721049629207, |
| "grad_norm": 0.1936538427333248, |
| "learning_rate": 1.6067653276955603e-06, |
| "loss": 0.2913, |
| "step": 2552 |
| }, |
| { |
| "epoch": 2.913861950941244, |
| "grad_norm": 0.19368708996765574, |
| "learning_rate": 1.5856236786469344e-06, |
| "loss": 0.2917, |
| "step": 2553 |
| }, |
| { |
| "epoch": 2.91500285225328, |
| "grad_norm": 0.20383004181874495, |
| "learning_rate": 1.5644820295983086e-06, |
| "loss": 0.3022, |
| "step": 2554 |
| }, |
| { |
| "epoch": 2.9161437535653167, |
| "grad_norm": 0.19381726160739035, |
| "learning_rate": 1.543340380549683e-06, |
| "loss": 0.2995, |
| "step": 2555 |
| }, |
| { |
| "epoch": 2.9172846548773532, |
| "grad_norm": 0.20273695423735769, |
| "learning_rate": 1.5221987315010572e-06, |
| "loss": 0.3121, |
| "step": 2556 |
| }, |
| { |
| "epoch": 2.9184255561893897, |
| "grad_norm": 0.2036090775938918, |
| "learning_rate": 1.5010570824524313e-06, |
| "loss": 0.2825, |
| "step": 2557 |
| }, |
| { |
| "epoch": 2.919566457501426, |
| "grad_norm": 0.1862428612768711, |
| "learning_rate": 1.4799154334038056e-06, |
| "loss": 0.2778, |
| "step": 2558 |
| }, |
| { |
| "epoch": 2.9207073588134627, |
| "grad_norm": 0.19043762405083364, |
| "learning_rate": 1.4587737843551799e-06, |
| "loss": 0.2841, |
| "step": 2559 |
| }, |
| { |
| "epoch": 2.921848260125499, |
| "grad_norm": 0.20187309787287008, |
| "learning_rate": 1.437632135306554e-06, |
| "loss": 0.3121, |
| "step": 2560 |
| }, |
| { |
| "epoch": 2.9229891614375356, |
| "grad_norm": 0.1946742127017689, |
| "learning_rate": 1.4164904862579282e-06, |
| "loss": 0.293, |
| "step": 2561 |
| }, |
| { |
| "epoch": 2.924130062749572, |
| "grad_norm": 0.208031129118613, |
| "learning_rate": 1.3953488372093023e-06, |
| "loss": 0.2792, |
| "step": 2562 |
| }, |
| { |
| "epoch": 2.9252709640616086, |
| "grad_norm": 0.20002498323975684, |
| "learning_rate": 1.3742071881606766e-06, |
| "loss": 0.2943, |
| "step": 2563 |
| }, |
| { |
| "epoch": 2.926411865373645, |
| "grad_norm": 0.19726715468112263, |
| "learning_rate": 1.3530655391120506e-06, |
| "loss": 0.2843, |
| "step": 2564 |
| }, |
| { |
| "epoch": 2.9275527666856815, |
| "grad_norm": 0.19063146152359087, |
| "learning_rate": 1.3319238900634251e-06, |
| "loss": 0.2652, |
| "step": 2565 |
| }, |
| { |
| "epoch": 2.9286936679977185, |
| "grad_norm": 0.19186174328788505, |
| "learning_rate": 1.3107822410147992e-06, |
| "loss": 0.2789, |
| "step": 2566 |
| }, |
| { |
| "epoch": 2.9298345693097545, |
| "grad_norm": 0.18565312435433468, |
| "learning_rate": 1.2896405919661735e-06, |
| "loss": 0.2711, |
| "step": 2567 |
| }, |
| { |
| "epoch": 2.9309754706217914, |
| "grad_norm": 0.20681081424437364, |
| "learning_rate": 1.2684989429175476e-06, |
| "loss": 0.295, |
| "step": 2568 |
| }, |
| { |
| "epoch": 2.9321163719338275, |
| "grad_norm": 0.18971818353896588, |
| "learning_rate": 1.2473572938689219e-06, |
| "loss": 0.2926, |
| "step": 2569 |
| }, |
| { |
| "epoch": 2.9332572732458644, |
| "grad_norm": 0.19957945564892926, |
| "learning_rate": 1.2262156448202961e-06, |
| "loss": 0.2859, |
| "step": 2570 |
| }, |
| { |
| "epoch": 2.934398174557901, |
| "grad_norm": 0.19095388008305295, |
| "learning_rate": 1.2050739957716702e-06, |
| "loss": 0.287, |
| "step": 2571 |
| }, |
| { |
| "epoch": 2.9355390758699373, |
| "grad_norm": 0.1954767979123498, |
| "learning_rate": 1.1839323467230445e-06, |
| "loss": 0.2918, |
| "step": 2572 |
| }, |
| { |
| "epoch": 2.936679977181974, |
| "grad_norm": 0.18193127967812484, |
| "learning_rate": 1.1627906976744186e-06, |
| "loss": 0.2991, |
| "step": 2573 |
| }, |
| { |
| "epoch": 2.9378208784940103, |
| "grad_norm": 0.19683880921857755, |
| "learning_rate": 1.1416490486257929e-06, |
| "loss": 0.2959, |
| "step": 2574 |
| }, |
| { |
| "epoch": 2.938961779806047, |
| "grad_norm": 0.1938599942036892, |
| "learning_rate": 1.120507399577167e-06, |
| "loss": 0.2921, |
| "step": 2575 |
| }, |
| { |
| "epoch": 2.9401026811180833, |
| "grad_norm": 0.19585647152155478, |
| "learning_rate": 1.0993657505285414e-06, |
| "loss": 0.2876, |
| "step": 2576 |
| }, |
| { |
| "epoch": 2.9412435824301197, |
| "grad_norm": 0.18568095514600264, |
| "learning_rate": 1.0782241014799155e-06, |
| "loss": 0.2827, |
| "step": 2577 |
| }, |
| { |
| "epoch": 2.942384483742156, |
| "grad_norm": 0.18521242123000087, |
| "learning_rate": 1.0570824524312898e-06, |
| "loss": 0.2776, |
| "step": 2578 |
| }, |
| { |
| "epoch": 2.9435253850541927, |
| "grad_norm": 0.19199229150066516, |
| "learning_rate": 1.0359408033826639e-06, |
| "loss": 0.2952, |
| "step": 2579 |
| }, |
| { |
| "epoch": 2.944666286366229, |
| "grad_norm": 0.21405090207622357, |
| "learning_rate": 1.0147991543340381e-06, |
| "loss": 0.3068, |
| "step": 2580 |
| }, |
| { |
| "epoch": 2.945807187678266, |
| "grad_norm": 0.19626351454485538, |
| "learning_rate": 9.936575052854124e-07, |
| "loss": 0.2755, |
| "step": 2581 |
| }, |
| { |
| "epoch": 2.946948088990302, |
| "grad_norm": 0.18502284402400002, |
| "learning_rate": 9.725158562367865e-07, |
| "loss": 0.2841, |
| "step": 2582 |
| }, |
| { |
| "epoch": 2.948088990302339, |
| "grad_norm": 0.1982315842625302, |
| "learning_rate": 9.513742071881608e-07, |
| "loss": 0.2918, |
| "step": 2583 |
| }, |
| { |
| "epoch": 2.949229891614375, |
| "grad_norm": 0.18425481134910698, |
| "learning_rate": 9.30232558139535e-07, |
| "loss": 0.2942, |
| "step": 2584 |
| }, |
| { |
| "epoch": 2.950370792926412, |
| "grad_norm": 0.19674722242444975, |
| "learning_rate": 9.09090909090909e-07, |
| "loss": 0.2962, |
| "step": 2585 |
| }, |
| { |
| "epoch": 2.9515116942384485, |
| "grad_norm": 0.18753143414095313, |
| "learning_rate": 8.879492600422832e-07, |
| "loss": 0.2852, |
| "step": 2586 |
| }, |
| { |
| "epoch": 2.952652595550485, |
| "grad_norm": 0.21810746998579797, |
| "learning_rate": 8.668076109936576e-07, |
| "loss": 0.2932, |
| "step": 2587 |
| }, |
| { |
| "epoch": 2.9537934968625215, |
| "grad_norm": 0.19022816490059893, |
| "learning_rate": 8.456659619450318e-07, |
| "loss": 0.2977, |
| "step": 2588 |
| }, |
| { |
| "epoch": 2.954934398174558, |
| "grad_norm": 0.18911069763423244, |
| "learning_rate": 8.24524312896406e-07, |
| "loss": 0.2994, |
| "step": 2589 |
| }, |
| { |
| "epoch": 2.9560752994865944, |
| "grad_norm": 0.19384914458501556, |
| "learning_rate": 8.033826638477801e-07, |
| "loss": 0.298, |
| "step": 2590 |
| }, |
| { |
| "epoch": 2.957216200798631, |
| "grad_norm": 0.18640080999088518, |
| "learning_rate": 7.822410147991543e-07, |
| "loss": 0.2921, |
| "step": 2591 |
| }, |
| { |
| "epoch": 2.9583571021106674, |
| "grad_norm": 0.19120986595410241, |
| "learning_rate": 7.610993657505286e-07, |
| "loss": 0.2807, |
| "step": 2592 |
| }, |
| { |
| "epoch": 2.959498003422704, |
| "grad_norm": 0.17738248639668097, |
| "learning_rate": 7.399577167019028e-07, |
| "loss": 0.2794, |
| "step": 2593 |
| }, |
| { |
| "epoch": 2.9606389047347403, |
| "grad_norm": 0.20010347777133208, |
| "learning_rate": 7.18816067653277e-07, |
| "loss": 0.2788, |
| "step": 2594 |
| }, |
| { |
| "epoch": 2.961779806046777, |
| "grad_norm": 0.19032191300940796, |
| "learning_rate": 6.976744186046511e-07, |
| "loss": 0.2844, |
| "step": 2595 |
| }, |
| { |
| "epoch": 2.9629207073588133, |
| "grad_norm": 0.18550298786618058, |
| "learning_rate": 6.765327695560253e-07, |
| "loss": 0.2864, |
| "step": 2596 |
| }, |
| { |
| "epoch": 2.96406160867085, |
| "grad_norm": 0.18691192560025538, |
| "learning_rate": 6.553911205073996e-07, |
| "loss": 0.296, |
| "step": 2597 |
| }, |
| { |
| "epoch": 2.9652025099828867, |
| "grad_norm": 0.18180543168740507, |
| "learning_rate": 6.342494714587738e-07, |
| "loss": 0.2853, |
| "step": 2598 |
| }, |
| { |
| "epoch": 2.9663434112949227, |
| "grad_norm": 0.18467998613229547, |
| "learning_rate": 6.131078224101481e-07, |
| "loss": 0.2927, |
| "step": 2599 |
| }, |
| { |
| "epoch": 2.9674843126069597, |
| "grad_norm": 0.19071773172373238, |
| "learning_rate": 5.919661733615223e-07, |
| "loss": 0.288, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.968625213918996, |
| "grad_norm": 0.2040159766721208, |
| "learning_rate": 5.708245243128964e-07, |
| "loss": 0.2977, |
| "step": 2601 |
| }, |
| { |
| "epoch": 2.9697661152310326, |
| "grad_norm": 0.18910715703892397, |
| "learning_rate": 5.496828752642707e-07, |
| "loss": 0.2943, |
| "step": 2602 |
| }, |
| { |
| "epoch": 2.970907016543069, |
| "grad_norm": 0.20003695025712895, |
| "learning_rate": 5.285412262156449e-07, |
| "loss": 0.2789, |
| "step": 2603 |
| }, |
| { |
| "epoch": 2.9720479178551056, |
| "grad_norm": 0.18261240038936224, |
| "learning_rate": 5.073995771670191e-07, |
| "loss": 0.3079, |
| "step": 2604 |
| }, |
| { |
| "epoch": 2.973188819167142, |
| "grad_norm": 0.19686254457945906, |
| "learning_rate": 4.862579281183933e-07, |
| "loss": 0.2868, |
| "step": 2605 |
| }, |
| { |
| "epoch": 2.9743297204791785, |
| "grad_norm": 0.19786667723149334, |
| "learning_rate": 4.651162790697675e-07, |
| "loss": 0.2968, |
| "step": 2606 |
| }, |
| { |
| "epoch": 2.975470621791215, |
| "grad_norm": 0.20652336498177548, |
| "learning_rate": 4.439746300211416e-07, |
| "loss": 0.3022, |
| "step": 2607 |
| }, |
| { |
| "epoch": 2.9766115231032515, |
| "grad_norm": 0.1967118773874935, |
| "learning_rate": 4.228329809725159e-07, |
| "loss": 0.2832, |
| "step": 2608 |
| }, |
| { |
| "epoch": 2.977752424415288, |
| "grad_norm": 0.1945048452350098, |
| "learning_rate": 4.0169133192389007e-07, |
| "loss": 0.2974, |
| "step": 2609 |
| }, |
| { |
| "epoch": 2.9788933257273245, |
| "grad_norm": 0.1889319361030166, |
| "learning_rate": 3.805496828752643e-07, |
| "loss": 0.2861, |
| "step": 2610 |
| }, |
| { |
| "epoch": 2.980034227039361, |
| "grad_norm": 0.20296137411834944, |
| "learning_rate": 3.594080338266385e-07, |
| "loss": 0.2938, |
| "step": 2611 |
| }, |
| { |
| "epoch": 2.9811751283513974, |
| "grad_norm": 0.18722476513226705, |
| "learning_rate": 3.3826638477801266e-07, |
| "loss": 0.2909, |
| "step": 2612 |
| }, |
| { |
| "epoch": 2.9823160296634343, |
| "grad_norm": 0.19444064275525808, |
| "learning_rate": 3.171247357293869e-07, |
| "loss": 0.2815, |
| "step": 2613 |
| }, |
| { |
| "epoch": 2.9834569309754704, |
| "grad_norm": 0.1908410516017102, |
| "learning_rate": 2.959830866807611e-07, |
| "loss": 0.2784, |
| "step": 2614 |
| }, |
| { |
| "epoch": 2.9845978322875073, |
| "grad_norm": 0.19556815957043194, |
| "learning_rate": 2.7484143763213536e-07, |
| "loss": 0.3052, |
| "step": 2615 |
| }, |
| { |
| "epoch": 2.985738733599544, |
| "grad_norm": 0.20031795787914, |
| "learning_rate": 2.5369978858350954e-07, |
| "loss": 0.3062, |
| "step": 2616 |
| }, |
| { |
| "epoch": 2.9868796349115803, |
| "grad_norm": 0.2120042672146075, |
| "learning_rate": 2.3255813953488374e-07, |
| "loss": 0.2793, |
| "step": 2617 |
| }, |
| { |
| "epoch": 2.9880205362236167, |
| "grad_norm": 0.2135770614047869, |
| "learning_rate": 2.1141649048625795e-07, |
| "loss": 0.278, |
| "step": 2618 |
| }, |
| { |
| "epoch": 2.989161437535653, |
| "grad_norm": 0.1865270923940558, |
| "learning_rate": 1.9027484143763215e-07, |
| "loss": 0.2858, |
| "step": 2619 |
| }, |
| { |
| "epoch": 2.9903023388476897, |
| "grad_norm": 0.1917240005764539, |
| "learning_rate": 1.6913319238900633e-07, |
| "loss": 0.2951, |
| "step": 2620 |
| }, |
| { |
| "epoch": 2.991443240159726, |
| "grad_norm": 0.18904300839758295, |
| "learning_rate": 1.4799154334038056e-07, |
| "loss": 0.2856, |
| "step": 2621 |
| }, |
| { |
| "epoch": 2.9925841414717627, |
| "grad_norm": 0.1836428754871979, |
| "learning_rate": 1.2684989429175477e-07, |
| "loss": 0.2911, |
| "step": 2622 |
| }, |
| { |
| "epoch": 2.993725042783799, |
| "grad_norm": 0.2057010148568336, |
| "learning_rate": 1.0570824524312897e-07, |
| "loss": 0.2841, |
| "step": 2623 |
| }, |
| { |
| "epoch": 2.9948659440958356, |
| "grad_norm": 0.19150844068855372, |
| "learning_rate": 8.456659619450317e-08, |
| "loss": 0.2928, |
| "step": 2624 |
| }, |
| { |
| "epoch": 2.996006845407872, |
| "grad_norm": 0.18710502056330086, |
| "learning_rate": 6.342494714587738e-08, |
| "loss": 0.2823, |
| "step": 2625 |
| }, |
| { |
| "epoch": 2.9971477467199086, |
| "grad_norm": 0.18850823231663, |
| "learning_rate": 4.228329809725158e-08, |
| "loss": 0.2842, |
| "step": 2626 |
| }, |
| { |
| "epoch": 2.998288648031945, |
| "grad_norm": 0.1861174706937187, |
| "learning_rate": 2.114164904862579e-08, |
| "loss": 0.2976, |
| "step": 2627 |
| }, |
| { |
| "epoch": 2.999429549343982, |
| "grad_norm": 0.18555388787832147, |
| "learning_rate": 0.0, |
| "loss": 0.2851, |
| "step": 2628 |
| }, |
| { |
| "epoch": 2.999429549343982, |
| "step": 2628, |
| "total_flos": 2.2479308431902638e+18, |
| "train_loss": 0.20299065702763502, |
| "train_runtime": 141958.5173, |
| "train_samples_per_second": 0.296, |
| "train_steps_per_second": 0.019 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 2628, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.2479308431902638e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
