| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.9967040210942653, |
| "eval_steps": 500, |
| "global_step": 2274, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0013183915622940012, |
| "grad_norm": 51.917762451625315, |
| "learning_rate": 0.0, |
| "loss": 11.2575, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0026367831245880024, |
| "grad_norm": 48.27282286585122, |
| "learning_rate": 2.192982456140351e-07, |
| "loss": 11.4033, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.003955174686882004, |
| "grad_norm": 49.93126516903941, |
| "learning_rate": 4.385964912280702e-07, |
| "loss": 11.3734, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.005273566249176005, |
| "grad_norm": 49.25140499115234, |
| "learning_rate": 6.578947368421053e-07, |
| "loss": 11.3809, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0065919578114700065, |
| "grad_norm": 49.660885359671525, |
| "learning_rate": 8.771929824561404e-07, |
| "loss": 11.3691, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.007910349373764008, |
| "grad_norm": 51.69146961221111, |
| "learning_rate": 1.0964912280701754e-06, |
| "loss": 11.2251, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.00922874093605801, |
| "grad_norm": 52.959938195758845, |
| "learning_rate": 1.3157894736842106e-06, |
| "loss": 11.2523, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.01054713249835201, |
| "grad_norm": 54.91199516011705, |
| "learning_rate": 1.5350877192982455e-06, |
| "loss": 10.97, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.011865524060646011, |
| "grad_norm": 55.542874835577, |
| "learning_rate": 1.7543859649122807e-06, |
| "loss": 10.9778, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.013183915622940013, |
| "grad_norm": 73.77501967808887, |
| "learning_rate": 1.9736842105263157e-06, |
| "loss": 9.9818, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.014502307185234015, |
| "grad_norm": 76.77946087915366, |
| "learning_rate": 2.1929824561403507e-06, |
| "loss": 9.7545, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.015820698747528016, |
| "grad_norm": 86.28421917106388, |
| "learning_rate": 2.412280701754386e-06, |
| "loss": 9.5841, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.017139090309822018, |
| "grad_norm": 90.48301349345185, |
| "learning_rate": 2.631578947368421e-06, |
| "loss": 9.2563, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.01845748187211602, |
| "grad_norm": 66.7233733044322, |
| "learning_rate": 2.850877192982456e-06, |
| "loss": 4.2705, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.01977587343441002, |
| "grad_norm": 61.21956059545141, |
| "learning_rate": 3.070175438596491e-06, |
| "loss": 4.0206, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.02109426499670402, |
| "grad_norm": 45.858758438793615, |
| "learning_rate": 3.2894736842105265e-06, |
| "loss": 3.5524, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.02241265655899802, |
| "grad_norm": 38.19463256862833, |
| "learning_rate": 3.5087719298245615e-06, |
| "loss": 3.2381, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.023731048121292023, |
| "grad_norm": 15.130237110415795, |
| "learning_rate": 3.7280701754385965e-06, |
| "loss": 2.2201, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.025049439683586024, |
| "grad_norm": 6.977563717453175, |
| "learning_rate": 3.9473684210526315e-06, |
| "loss": 1.7599, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.026367831245880026, |
| "grad_norm": 5.449166141636689, |
| "learning_rate": 4.166666666666667e-06, |
| "loss": 1.7067, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.027686222808174028, |
| "grad_norm": 4.5079724238509, |
| "learning_rate": 4.3859649122807014e-06, |
| "loss": 1.6136, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.02900461437046803, |
| "grad_norm": 3.4832764289049427, |
| "learning_rate": 4.605263157894737e-06, |
| "loss": 1.519, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.03032300593276203, |
| "grad_norm": 2.8100903737826477, |
| "learning_rate": 4.824561403508772e-06, |
| "loss": 1.4868, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.03164139749505603, |
| "grad_norm": 2.371954189541486, |
| "learning_rate": 5.043859649122807e-06, |
| "loss": 1.3671, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.03295978905735003, |
| "grad_norm": 1.646860836065967, |
| "learning_rate": 5.263157894736842e-06, |
| "loss": 1.2102, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.034278180619644036, |
| "grad_norm": 10.726308831094054, |
| "learning_rate": 5.482456140350877e-06, |
| "loss": 1.2526, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.035596572181938034, |
| "grad_norm": 14.336715923179828, |
| "learning_rate": 5.701754385964912e-06, |
| "loss": 1.2459, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.03691496374423204, |
| "grad_norm": 1.7776645392838684, |
| "learning_rate": 5.921052631578948e-06, |
| "loss": 1.2479, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.03823335530652604, |
| "grad_norm": 1.3045854738024645, |
| "learning_rate": 6.140350877192982e-06, |
| "loss": 1.1512, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.03955174686882004, |
| "grad_norm": 1.0278540664372422, |
| "learning_rate": 6.3596491228070184e-06, |
| "loss": 1.1011, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.04087013843111404, |
| "grad_norm": 0.9434958429229233, |
| "learning_rate": 6.578947368421053e-06, |
| "loss": 1.138, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.04218852999340804, |
| "grad_norm": 0.8415859303115572, |
| "learning_rate": 6.798245614035088e-06, |
| "loss": 1.0371, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.043506921555702044, |
| "grad_norm": 0.80256278699881, |
| "learning_rate": 7.017543859649123e-06, |
| "loss": 1.0294, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.04482531311799604, |
| "grad_norm": 0.7830554844922408, |
| "learning_rate": 7.236842105263158e-06, |
| "loss": 1.0712, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.04614370468029005, |
| "grad_norm": 0.7702876033679092, |
| "learning_rate": 7.456140350877193e-06, |
| "loss": 1.002, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.047462096242584045, |
| "grad_norm": 0.6773421769456159, |
| "learning_rate": 7.675438596491228e-06, |
| "loss": 1.0493, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.04878048780487805, |
| "grad_norm": 0.6322340231808778, |
| "learning_rate": 7.894736842105263e-06, |
| "loss": 1.003, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.05009887936717205, |
| "grad_norm": 0.6446056910237059, |
| "learning_rate": 8.1140350877193e-06, |
| "loss": 0.9894, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.051417270929466054, |
| "grad_norm": 0.6186145777928085, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 0.9969, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.05273566249176005, |
| "grad_norm": 0.5896139376675595, |
| "learning_rate": 8.552631578947368e-06, |
| "loss": 0.9269, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.05405405405405406, |
| "grad_norm": 0.5636159709768188, |
| "learning_rate": 8.771929824561403e-06, |
| "loss": 1.0484, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.055372445616348055, |
| "grad_norm": 0.48237357902187306, |
| "learning_rate": 8.991228070175439e-06, |
| "loss": 0.9732, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.05669083717864205, |
| "grad_norm": 0.47605040759333966, |
| "learning_rate": 9.210526315789474e-06, |
| "loss": 1.0071, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.05800922874093606, |
| "grad_norm": 0.4854589254214662, |
| "learning_rate": 9.42982456140351e-06, |
| "loss": 0.9632, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.05932762030323006, |
| "grad_norm": 0.5041771749343741, |
| "learning_rate": 9.649122807017545e-06, |
| "loss": 0.9361, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.06064601186552406, |
| "grad_norm": 0.5051788446713545, |
| "learning_rate": 9.868421052631579e-06, |
| "loss": 0.9346, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.06196440342781806, |
| "grad_norm": 0.44434185446969715, |
| "learning_rate": 1.0087719298245614e-05, |
| "loss": 0.8725, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.06328279499011207, |
| "grad_norm": 0.3667243214721247, |
| "learning_rate": 1.030701754385965e-05, |
| "loss": 0.912, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.06460118655240607, |
| "grad_norm": 0.36415699241774235, |
| "learning_rate": 1.0526315789473684e-05, |
| "loss": 0.8648, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.06591957811470006, |
| "grad_norm": 0.4139924774088768, |
| "learning_rate": 1.074561403508772e-05, |
| "loss": 0.8764, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.06723796967699407, |
| "grad_norm": 0.4258434085232776, |
| "learning_rate": 1.0964912280701754e-05, |
| "loss": 0.8451, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.06855636123928807, |
| "grad_norm": 0.34637780485998043, |
| "learning_rate": 1.118421052631579e-05, |
| "loss": 0.8584, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.06987475280158208, |
| "grad_norm": 0.3494801564321333, |
| "learning_rate": 1.1403508771929824e-05, |
| "loss": 0.9093, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.07119314436387607, |
| "grad_norm": 0.30449136854875564, |
| "learning_rate": 1.162280701754386e-05, |
| "loss": 0.8164, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.07251153592617007, |
| "grad_norm": 0.33318893460411936, |
| "learning_rate": 1.1842105263157895e-05, |
| "loss": 0.8611, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.07382992748846408, |
| "grad_norm": 0.3619090495716855, |
| "learning_rate": 1.206140350877193e-05, |
| "loss": 0.8217, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.07514831905075807, |
| "grad_norm": 0.3046841203096698, |
| "learning_rate": 1.2280701754385964e-05, |
| "loss": 0.7681, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.07646671061305207, |
| "grad_norm": 0.3139391061176445, |
| "learning_rate": 1.25e-05, |
| "loss": 0.8443, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.07778510217534608, |
| "grad_norm": 0.2958733736097859, |
| "learning_rate": 1.2719298245614037e-05, |
| "loss": 0.8374, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.07910349373764008, |
| "grad_norm": 0.3288606161970216, |
| "learning_rate": 1.2938596491228071e-05, |
| "loss": 0.8543, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.08042188529993408, |
| "grad_norm": 0.2850484662362131, |
| "learning_rate": 1.3157894736842106e-05, |
| "loss": 0.8166, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.08174027686222808, |
| "grad_norm": 0.27750998498933777, |
| "learning_rate": 1.337719298245614e-05, |
| "loss": 0.8246, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.08305866842452209, |
| "grad_norm": 0.2933158639357168, |
| "learning_rate": 1.3596491228070177e-05, |
| "loss": 0.8886, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.08437705998681608, |
| "grad_norm": 0.30903699440452614, |
| "learning_rate": 1.3815789473684213e-05, |
| "loss": 0.7879, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.08569545154911008, |
| "grad_norm": 0.28108524487440917, |
| "learning_rate": 1.4035087719298246e-05, |
| "loss": 0.7815, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.08701384311140409, |
| "grad_norm": 0.2873884366248471, |
| "learning_rate": 1.425438596491228e-05, |
| "loss": 0.7908, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.08833223467369809, |
| "grad_norm": 0.2796383587009447, |
| "learning_rate": 1.4473684210526317e-05, |
| "loss": 0.7616, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.08965062623599208, |
| "grad_norm": 0.2737275439298298, |
| "learning_rate": 1.4692982456140353e-05, |
| "loss": 0.8174, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.09096901779828609, |
| "grad_norm": 0.29050853142796473, |
| "learning_rate": 1.4912280701754386e-05, |
| "loss": 0.8243, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.0922874093605801, |
| "grad_norm": 0.2566322956472508, |
| "learning_rate": 1.5131578947368422e-05, |
| "loss": 0.8283, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0936058009228741, |
| "grad_norm": 0.26247896091259876, |
| "learning_rate": 1.5350877192982457e-05, |
| "loss": 0.7806, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.09492419248516809, |
| "grad_norm": 0.2652893104885863, |
| "learning_rate": 1.5570175438596493e-05, |
| "loss": 0.7658, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.0962425840474621, |
| "grad_norm": 0.27823159495633376, |
| "learning_rate": 1.5789473684210526e-05, |
| "loss": 0.7991, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.0975609756097561, |
| "grad_norm": 0.2645532722313751, |
| "learning_rate": 1.6008771929824562e-05, |
| "loss": 0.7789, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.09887936717205009, |
| "grad_norm": 0.26779041018213473, |
| "learning_rate": 1.62280701754386e-05, |
| "loss": 0.7923, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.1001977587343441, |
| "grad_norm": 0.2772430918345152, |
| "learning_rate": 1.6447368421052635e-05, |
| "loss": 0.8018, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.1015161502966381, |
| "grad_norm": 0.30553134960328576, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 0.781, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.10283454185893211, |
| "grad_norm": 0.2664983732334821, |
| "learning_rate": 1.6885964912280704e-05, |
| "loss": 0.7319, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.1041529334212261, |
| "grad_norm": 0.3043163465655231, |
| "learning_rate": 1.7105263157894737e-05, |
| "loss": 0.8196, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.1054713249835201, |
| "grad_norm": 0.3303164115908353, |
| "learning_rate": 1.7324561403508773e-05, |
| "loss": 0.7623, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.10678971654581411, |
| "grad_norm": 0.2791448000341634, |
| "learning_rate": 1.7543859649122806e-05, |
| "loss": 0.78, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.10810810810810811, |
| "grad_norm": 0.3411525360938291, |
| "learning_rate": 1.7763157894736842e-05, |
| "loss": 0.7624, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.1094264996704021, |
| "grad_norm": 0.2929421028107074, |
| "learning_rate": 1.7982456140350878e-05, |
| "loss": 0.7694, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.11074489123269611, |
| "grad_norm": 0.2596128950556148, |
| "learning_rate": 1.8201754385964914e-05, |
| "loss": 0.7467, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.11206328279499012, |
| "grad_norm": 0.28993343568654295, |
| "learning_rate": 1.8421052631578947e-05, |
| "loss": 0.7629, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.1133816743572841, |
| "grad_norm": 0.26626515034039433, |
| "learning_rate": 1.8640350877192984e-05, |
| "loss": 0.7801, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.11470006591957811, |
| "grad_norm": 0.2676331602265469, |
| "learning_rate": 1.885964912280702e-05, |
| "loss": 0.7553, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.11601845748187212, |
| "grad_norm": 0.2864191366265554, |
| "learning_rate": 1.9078947368421056e-05, |
| "loss": 0.7935, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.11733684904416612, |
| "grad_norm": 0.24953342540815326, |
| "learning_rate": 1.929824561403509e-05, |
| "loss": 0.7462, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.11865524060646011, |
| "grad_norm": 0.26204895676021545, |
| "learning_rate": 1.9517543859649122e-05, |
| "loss": 0.7309, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.11997363216875412, |
| "grad_norm": 0.2481497520434085, |
| "learning_rate": 1.9736842105263158e-05, |
| "loss": 0.7554, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.12129202373104812, |
| "grad_norm": 0.2670427820880772, |
| "learning_rate": 1.9956140350877194e-05, |
| "loss": 0.7661, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.12261041529334213, |
| "grad_norm": 0.2612350851954564, |
| "learning_rate": 2.0175438596491227e-05, |
| "loss": 0.7251, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.12392880685563612, |
| "grad_norm": 0.2566275203465054, |
| "learning_rate": 2.0394736842105264e-05, |
| "loss": 0.7467, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.12524719841793014, |
| "grad_norm": 0.2704741489035136, |
| "learning_rate": 2.06140350877193e-05, |
| "loss": 0.7509, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.12656558998022413, |
| "grad_norm": 0.2784542834393439, |
| "learning_rate": 2.0833333333333336e-05, |
| "loss": 0.7557, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.12788398154251812, |
| "grad_norm": 0.2595732878666499, |
| "learning_rate": 2.105263157894737e-05, |
| "loss": 0.7507, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.12920237310481214, |
| "grad_norm": 0.3071708817711585, |
| "learning_rate": 2.1271929824561405e-05, |
| "loss": 0.7676, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.13052076466710613, |
| "grad_norm": 0.31415868331964025, |
| "learning_rate": 2.149122807017544e-05, |
| "loss": 0.7908, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.13183915622940012, |
| "grad_norm": 0.2848712525734455, |
| "learning_rate": 2.1710526315789474e-05, |
| "loss": 0.7055, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.13315754779169414, |
| "grad_norm": 0.28064730711349845, |
| "learning_rate": 2.1929824561403507e-05, |
| "loss": 0.7529, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.13447593935398813, |
| "grad_norm": 0.30303191082429065, |
| "learning_rate": 2.2149122807017543e-05, |
| "loss": 0.7592, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.13579433091628212, |
| "grad_norm": 0.26966642906552274, |
| "learning_rate": 2.236842105263158e-05, |
| "loss": 0.7557, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.13711272247857614, |
| "grad_norm": 0.2826858419201188, |
| "learning_rate": 2.2587719298245616e-05, |
| "loss": 0.7847, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.13843111404087013, |
| "grad_norm": 0.3315473771209985, |
| "learning_rate": 2.280701754385965e-05, |
| "loss": 0.7512, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.13974950560316415, |
| "grad_norm": 0.3116243798638302, |
| "learning_rate": 2.3026315789473685e-05, |
| "loss": 0.7331, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.14106789716545814, |
| "grad_norm": 0.3038980439145983, |
| "learning_rate": 2.324561403508772e-05, |
| "loss": 0.7647, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.14238628872775214, |
| "grad_norm": 0.2822963245428743, |
| "learning_rate": 2.3464912280701758e-05, |
| "loss": 0.7079, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.14370468029004616, |
| "grad_norm": 0.3344110537993316, |
| "learning_rate": 2.368421052631579e-05, |
| "loss": 0.7086, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.14502307185234015, |
| "grad_norm": 0.28446147130288724, |
| "learning_rate": 2.3903508771929827e-05, |
| "loss": 0.7297, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.14634146341463414, |
| "grad_norm": 0.28903954325158066, |
| "learning_rate": 2.412280701754386e-05, |
| "loss": 0.7001, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.14765985497692816, |
| "grad_norm": 0.28877659477718887, |
| "learning_rate": 2.4342105263157896e-05, |
| "loss": 0.6864, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.14897824653922215, |
| "grad_norm": 0.28982759393694424, |
| "learning_rate": 2.456140350877193e-05, |
| "loss": 0.7335, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.15029663810151614, |
| "grad_norm": 0.33287077682562793, |
| "learning_rate": 2.4780701754385965e-05, |
| "loss": 0.741, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.15161502966381016, |
| "grad_norm": 0.29591262938379675, |
| "learning_rate": 2.5e-05, |
| "loss": 0.7704, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.15293342122610415, |
| "grad_norm": 0.3322716853285586, |
| "learning_rate": 2.5219298245614037e-05, |
| "loss": 0.7471, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.15425181278839814, |
| "grad_norm": 0.314898709201311, |
| "learning_rate": 2.5438596491228074e-05, |
| "loss": 0.6898, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.15557020435069216, |
| "grad_norm": 0.3012940295191572, |
| "learning_rate": 2.565789473684211e-05, |
| "loss": 0.6659, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.15688859591298615, |
| "grad_norm": 0.5072769463753124, |
| "learning_rate": 2.5877192982456143e-05, |
| "loss": 0.7172, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.15820698747528017, |
| "grad_norm": 0.35026232918974776, |
| "learning_rate": 2.6096491228070176e-05, |
| "loss": 0.7278, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.15952537903757416, |
| "grad_norm": 0.2772696338872679, |
| "learning_rate": 2.6315789473684212e-05, |
| "loss": 0.7223, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.16084377059986815, |
| "grad_norm": 0.336813473792303, |
| "learning_rate": 2.6535087719298245e-05, |
| "loss": 0.6939, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.16216216216216217, |
| "grad_norm": 0.3482870571526658, |
| "learning_rate": 2.675438596491228e-05, |
| "loss": 0.7061, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.16348055372445616, |
| "grad_norm": 0.35567250163928854, |
| "learning_rate": 2.6973684210526317e-05, |
| "loss": 0.6892, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.16479894528675015, |
| "grad_norm": 0.2870781081028409, |
| "learning_rate": 2.7192982456140354e-05, |
| "loss": 0.7363, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.16611733684904417, |
| "grad_norm": 0.31657686449047395, |
| "learning_rate": 2.741228070175439e-05, |
| "loss": 0.7318, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.16743572841133816, |
| "grad_norm": 0.264005635258038, |
| "learning_rate": 2.7631578947368426e-05, |
| "loss": 0.7097, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.16875411997363216, |
| "grad_norm": 0.31908566652881637, |
| "learning_rate": 2.7850877192982456e-05, |
| "loss": 0.7415, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.17007251153592617, |
| "grad_norm": 0.30079890757201655, |
| "learning_rate": 2.8070175438596492e-05, |
| "loss": 0.7017, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.17139090309822017, |
| "grad_norm": 0.30675084063253305, |
| "learning_rate": 2.8289473684210528e-05, |
| "loss": 0.7111, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.17270929466051418, |
| "grad_norm": 0.28710431879456716, |
| "learning_rate": 2.850877192982456e-05, |
| "loss": 0.6629, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.17402768622280818, |
| "grad_norm": 0.3063935953018529, |
| "learning_rate": 2.8728070175438597e-05, |
| "loss": 0.6755, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.17534607778510217, |
| "grad_norm": 0.31312576456861385, |
| "learning_rate": 2.8947368421052634e-05, |
| "loss": 0.7233, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.17666446934739619, |
| "grad_norm": 0.2862750708539955, |
| "learning_rate": 2.916666666666667e-05, |
| "loss": 0.6783, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.17798286090969018, |
| "grad_norm": 0.3396704488409864, |
| "learning_rate": 2.9385964912280706e-05, |
| "loss": 0.7028, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.17930125247198417, |
| "grad_norm": 0.34312913305988835, |
| "learning_rate": 2.9605263157894735e-05, |
| "loss": 0.7324, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.1806196440342782, |
| "grad_norm": 0.35208504672050817, |
| "learning_rate": 2.9824561403508772e-05, |
| "loss": 0.7214, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.18193803559657218, |
| "grad_norm": 0.31624061227645844, |
| "learning_rate": 3.0043859649122808e-05, |
| "loss": 0.7172, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.18325642715886617, |
| "grad_norm": 0.35176040300659606, |
| "learning_rate": 3.0263157894736844e-05, |
| "loss": 0.7257, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.1845748187211602, |
| "grad_norm": 0.3001080417890375, |
| "learning_rate": 3.048245614035088e-05, |
| "loss": 0.6637, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.18589321028345418, |
| "grad_norm": 0.3008060591817919, |
| "learning_rate": 3.0701754385964913e-05, |
| "loss": 0.6985, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.1872116018457482, |
| "grad_norm": 0.30851029103879685, |
| "learning_rate": 3.092105263157895e-05, |
| "loss": 0.6987, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.1885299934080422, |
| "grad_norm": 0.2791199480873937, |
| "learning_rate": 3.1140350877192986e-05, |
| "loss": 0.7428, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.18984838497033618, |
| "grad_norm": 0.2904327709561921, |
| "learning_rate": 3.1359649122807015e-05, |
| "loss": 0.6625, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.1911667765326302, |
| "grad_norm": 0.30488266671437875, |
| "learning_rate": 3.157894736842105e-05, |
| "loss": 0.7153, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.1924851680949242, |
| "grad_norm": 0.29797734610936893, |
| "learning_rate": 3.179824561403509e-05, |
| "loss": 0.6613, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.19380355965721818, |
| "grad_norm": 0.33121627643851576, |
| "learning_rate": 3.2017543859649124e-05, |
| "loss": 0.6487, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.1951219512195122, |
| "grad_norm": 0.293768032488189, |
| "learning_rate": 3.223684210526316e-05, |
| "loss": 0.7182, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.1964403427818062, |
| "grad_norm": 0.3789278668959811, |
| "learning_rate": 3.24561403508772e-05, |
| "loss": 0.7097, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.19775873434410018, |
| "grad_norm": 0.320769206921991, |
| "learning_rate": 3.267543859649123e-05, |
| "loss": 0.7172, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.1990771259063942, |
| "grad_norm": 0.371376045308909, |
| "learning_rate": 3.289473684210527e-05, |
| "loss": 0.732, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.2003955174686882, |
| "grad_norm": 0.29574716061069645, |
| "learning_rate": 3.31140350877193e-05, |
| "loss": 0.6822, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.2017139090309822, |
| "grad_norm": 0.38552453403821096, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.7199, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.2030323005932762, |
| "grad_norm": 0.3181086449374998, |
| "learning_rate": 3.355263157894737e-05, |
| "loss": 0.6381, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.2043506921555702, |
| "grad_norm": 0.3170409384833641, |
| "learning_rate": 3.377192982456141e-05, |
| "loss": 0.6913, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.20566908371786422, |
| "grad_norm": 0.33044934169764306, |
| "learning_rate": 3.3991228070175444e-05, |
| "loss": 0.6349, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.2069874752801582, |
| "grad_norm": 0.3073736986293781, |
| "learning_rate": 3.421052631578947e-05, |
| "loss": 0.6389, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.2083058668424522, |
| "grad_norm": 0.38259863027798596, |
| "learning_rate": 3.442982456140351e-05, |
| "loss": 0.6886, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.20962425840474622, |
| "grad_norm": 0.4512852528449524, |
| "learning_rate": 3.4649122807017546e-05, |
| "loss": 0.6689, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.2109426499670402, |
| "grad_norm": 0.32443826810550475, |
| "learning_rate": 3.4868421052631575e-05, |
| "loss": 0.6879, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.2122610415293342, |
| "grad_norm": 0.4127416465918417, |
| "learning_rate": 3.508771929824561e-05, |
| "loss": 0.6415, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.21357943309162822, |
| "grad_norm": 0.3281659547133054, |
| "learning_rate": 3.530701754385965e-05, |
| "loss": 0.662, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.2148978246539222, |
| "grad_norm": 0.3765753883258304, |
| "learning_rate": 3.5526315789473684e-05, |
| "loss": 0.6539, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.21621621621621623, |
| "grad_norm": 0.3935555713964011, |
| "learning_rate": 3.574561403508772e-05, |
| "loss": 0.6967, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.21753460777851022, |
| "grad_norm": 0.3718670008626901, |
| "learning_rate": 3.5964912280701756e-05, |
| "loss": 0.6787, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.2188529993408042, |
| "grad_norm": 0.33157307519941503, |
| "learning_rate": 3.618421052631579e-05, |
| "loss": 0.6896, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.22017139090309823, |
| "grad_norm": 0.3607621082857418, |
| "learning_rate": 3.640350877192983e-05, |
| "loss": 0.6859, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.22148978246539222, |
| "grad_norm": 0.31777525120993216, |
| "learning_rate": 3.662280701754386e-05, |
| "loss": 0.7103, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.2228081740276862, |
| "grad_norm": 0.3450356914129178, |
| "learning_rate": 3.6842105263157895e-05, |
| "loss": 0.7071, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.22412656558998023, |
| "grad_norm": 0.28635022573331004, |
| "learning_rate": 3.706140350877193e-05, |
| "loss": 0.6639, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.22544495715227422, |
| "grad_norm": 0.3032290256115864, |
| "learning_rate": 3.728070175438597e-05, |
| "loss": 0.7201, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.2267633487145682, |
| "grad_norm": 0.30825314045412605, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 0.6988, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.22808174027686223, |
| "grad_norm": 0.2926820508113059, |
| "learning_rate": 3.771929824561404e-05, |
| "loss": 0.662, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.22940013183915622, |
| "grad_norm": 0.3236284040629951, |
| "learning_rate": 3.7938596491228076e-05, |
| "loss": 0.6709, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.23071852340145024, |
| "grad_norm": 0.35481661266442, |
| "learning_rate": 3.815789473684211e-05, |
| "loss": 0.6673, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.23203691496374423, |
| "grad_norm": 0.409480842839928, |
| "learning_rate": 3.837719298245614e-05, |
| "loss": 0.7176, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.23335530652603823, |
| "grad_norm": 0.32083237549024607, |
| "learning_rate": 3.859649122807018e-05, |
| "loss": 0.6963, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.23467369808833224, |
| "grad_norm": 0.39214624315241386, |
| "learning_rate": 3.8815789473684214e-05, |
| "loss": 0.6846, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.23599208965062624, |
| "grad_norm": 0.36493569097049877, |
| "learning_rate": 3.9035087719298244e-05, |
| "loss": 0.6545, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.23731048121292023, |
| "grad_norm": 0.3881088061682472, |
| "learning_rate": 3.925438596491228e-05, |
| "loss": 0.6349, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.23862887277521425, |
| "grad_norm": 0.3771037490508129, |
| "learning_rate": 3.9473684210526316e-05, |
| "loss": 0.6453, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.23994726433750824, |
| "grad_norm": 0.3522056909155721, |
| "learning_rate": 3.969298245614035e-05, |
| "loss": 0.6642, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.24126565589980223, |
| "grad_norm": 0.3684585531529165, |
| "learning_rate": 3.991228070175439e-05, |
| "loss": 0.6406, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.24258404746209625, |
| "grad_norm": 0.3380669723498605, |
| "learning_rate": 4.0131578947368425e-05, |
| "loss": 0.6495, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.24390243902439024, |
| "grad_norm": 0.3731107054415869, |
| "learning_rate": 4.0350877192982455e-05, |
| "loss": 0.6639, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.24522083058668426, |
| "grad_norm": 0.390490016715261, |
| "learning_rate": 4.057017543859649e-05, |
| "loss": 0.6759, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.24653922214897825, |
| "grad_norm": 0.3272806551311441, |
| "learning_rate": 4.078947368421053e-05, |
| "loss": 0.6621, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.24785761371127224, |
| "grad_norm": 0.38046993249613237, |
| "learning_rate": 4.100877192982456e-05, |
| "loss": 0.6842, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.24917600527356626, |
| "grad_norm": 0.35983172042880973, |
| "learning_rate": 4.12280701754386e-05, |
| "loss": 0.6485, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.2504943968358603, |
| "grad_norm": 0.37385854689668807, |
| "learning_rate": 4.1447368421052636e-05, |
| "loss": 0.6733, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.25181278839815424, |
| "grad_norm": 0.3588531615513882, |
| "learning_rate": 4.166666666666667e-05, |
| "loss": 0.6506, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.25313117996044826, |
| "grad_norm": 0.34081338072549205, |
| "learning_rate": 4.188596491228071e-05, |
| "loss": 0.6618, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.2544495715227423, |
| "grad_norm": 0.3575428492908049, |
| "learning_rate": 4.210526315789474e-05, |
| "loss": 0.6927, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.25576796308503624, |
| "grad_norm": 0.37302640113732083, |
| "learning_rate": 4.2324561403508774e-05, |
| "loss": 0.6347, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.25708635464733026, |
| "grad_norm": 0.3484666967368402, |
| "learning_rate": 4.254385964912281e-05, |
| "loss": 0.6263, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.2584047462096243, |
| "grad_norm": 0.3975034819231687, |
| "learning_rate": 4.2763157894736847e-05, |
| "loss": 0.6409, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.25972313777191824, |
| "grad_norm": 0.30834451103423716, |
| "learning_rate": 4.298245614035088e-05, |
| "loss": 0.6625, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.26104152933421226, |
| "grad_norm": 0.45594057338387944, |
| "learning_rate": 4.320175438596491e-05, |
| "loss": 0.6361, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.2623599208965063, |
| "grad_norm": 0.3927356797335999, |
| "learning_rate": 4.342105263157895e-05, |
| "loss": 0.6959, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.26367831245880025, |
| "grad_norm": 0.4457914720499941, |
| "learning_rate": 4.3640350877192985e-05, |
| "loss": 0.6791, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.26499670402109426, |
| "grad_norm": 0.43321045717935375, |
| "learning_rate": 4.3859649122807014e-05, |
| "loss": 0.6448, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.2663150955833883, |
| "grad_norm": 0.36405780308442487, |
| "learning_rate": 4.407894736842105e-05, |
| "loss": 0.6562, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.26763348714568225, |
| "grad_norm": 0.4317233908101476, |
| "learning_rate": 4.429824561403509e-05, |
| "loss": 0.6919, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.26895187870797627, |
| "grad_norm": 0.41242091693454097, |
| "learning_rate": 4.451754385964912e-05, |
| "loss": 0.7028, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.2702702702702703, |
| "grad_norm": 0.377762382767973, |
| "learning_rate": 4.473684210526316e-05, |
| "loss": 0.6481, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.27158866183256425, |
| "grad_norm": 0.3784630050802653, |
| "learning_rate": 4.4956140350877196e-05, |
| "loss": 0.661, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.27290705339485827, |
| "grad_norm": 0.35625027908688556, |
| "learning_rate": 4.517543859649123e-05, |
| "loss": 0.655, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.2742254449571523, |
| "grad_norm": 0.45149809372130356, |
| "learning_rate": 4.539473684210527e-05, |
| "loss": 0.6688, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.27554383651944625, |
| "grad_norm": 0.3652984402811423, |
| "learning_rate": 4.56140350877193e-05, |
| "loss": 0.6196, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.27686222808174027, |
| "grad_norm": 0.3116903283264657, |
| "learning_rate": 4.5833333333333334e-05, |
| "loss": 0.6305, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.2781806196440343, |
| "grad_norm": 0.3397050146291172, |
| "learning_rate": 4.605263157894737e-05, |
| "loss": 0.6768, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.2794990112063283, |
| "grad_norm": 0.3282738260111823, |
| "learning_rate": 4.6271929824561406e-05, |
| "loss": 0.67, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.28081740276862227, |
| "grad_norm": 0.34644478022881225, |
| "learning_rate": 4.649122807017544e-05, |
| "loss": 0.6892, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.2821357943309163, |
| "grad_norm": 0.3427887768532096, |
| "learning_rate": 4.671052631578948e-05, |
| "loss": 0.6437, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.2834541858932103, |
| "grad_norm": 0.30786868350900637, |
| "learning_rate": 4.6929824561403515e-05, |
| "loss": 0.6481, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.28477257745550427, |
| "grad_norm": 0.3317024192595864, |
| "learning_rate": 4.714912280701755e-05, |
| "loss": 0.6601, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.2860909690177983, |
| "grad_norm": 0.3245860895443998, |
| "learning_rate": 4.736842105263158e-05, |
| "loss": 0.6288, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.2874093605800923, |
| "grad_norm": 0.33639000507748024, |
| "learning_rate": 4.758771929824562e-05, |
| "loss": 0.6981, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.2887277521423863, |
| "grad_norm": 0.387188243754734, |
| "learning_rate": 4.780701754385965e-05, |
| "loss": 0.6809, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.2900461437046803, |
| "grad_norm": 0.32191442622367583, |
| "learning_rate": 4.802631578947368e-05, |
| "loss": 0.642, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.2913645352669743, |
| "grad_norm": 0.3712280340333288, |
| "learning_rate": 4.824561403508772e-05, |
| "loss": 0.6416, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.2926829268292683, |
| "grad_norm": 0.33673789446967484, |
| "learning_rate": 4.8464912280701755e-05, |
| "loss": 0.6326, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.2940013183915623, |
| "grad_norm": 0.3858528606638668, |
| "learning_rate": 4.868421052631579e-05, |
| "loss": 0.6724, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.2953197099538563, |
| "grad_norm": 0.3218983392289052, |
| "learning_rate": 4.890350877192983e-05, |
| "loss": 0.6592, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.2966381015161503, |
| "grad_norm": 0.4030239959994596, |
| "learning_rate": 4.912280701754386e-05, |
| "loss": 0.6459, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.2979564930784443, |
| "grad_norm": 0.3436354584521706, |
| "learning_rate": 4.9342105263157894e-05, |
| "loss": 0.6453, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.2992748846407383, |
| "grad_norm": 0.3922357886432537, |
| "learning_rate": 4.956140350877193e-05, |
| "loss": 0.6496, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.3005932762030323, |
| "grad_norm": 0.3000705395466455, |
| "learning_rate": 4.9780701754385966e-05, |
| "loss": 0.6702, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.3019116677653263, |
| "grad_norm": 0.35570863466250346, |
| "learning_rate": 5e-05, |
| "loss": 0.6534, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.3032300593276203, |
| "grad_norm": 0.37054918468731984, |
| "learning_rate": 4.997556207233627e-05, |
| "loss": 0.6751, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.3045484508899143, |
| "grad_norm": 0.34574085850512243, |
| "learning_rate": 4.995112414467253e-05, |
| "loss": 0.6547, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.3058668424522083, |
| "grad_norm": 0.45257663852241703, |
| "learning_rate": 4.99266862170088e-05, |
| "loss": 0.6744, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.3071852340145023, |
| "grad_norm": 0.39824848519352374, |
| "learning_rate": 4.990224828934507e-05, |
| "loss": 0.6722, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.3085036255767963, |
| "grad_norm": 0.3918338722934089, |
| "learning_rate": 4.987781036168133e-05, |
| "loss": 0.6549, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.3098220171390903, |
| "grad_norm": 0.3689363510913978, |
| "learning_rate": 4.98533724340176e-05, |
| "loss": 0.6321, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.3111404087013843, |
| "grad_norm": 0.5358597181616104, |
| "learning_rate": 4.982893450635386e-05, |
| "loss": 0.6372, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.31245880026367834, |
| "grad_norm": 0.30191895032886684, |
| "learning_rate": 4.980449657869013e-05, |
| "loss": 0.6498, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.3137771918259723, |
| "grad_norm": 0.5424150864896571, |
| "learning_rate": 4.978005865102639e-05, |
| "loss": 0.6451, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.3150955833882663, |
| "grad_norm": 0.47796635978214974, |
| "learning_rate": 4.9755620723362664e-05, |
| "loss": 0.7334, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.31641397495056034, |
| "grad_norm": 0.4154301925440886, |
| "learning_rate": 4.973118279569893e-05, |
| "loss": 0.5773, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.3177323665128543, |
| "grad_norm": 0.4839757586293214, |
| "learning_rate": 4.9706744868035194e-05, |
| "loss": 0.618, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.3190507580751483, |
| "grad_norm": 0.39998537160269343, |
| "learning_rate": 4.968230694037146e-05, |
| "loss": 0.5687, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.32036914963744234, |
| "grad_norm": 0.4230065850600772, |
| "learning_rate": 4.965786901270772e-05, |
| "loss": 0.655, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.3216875411997363, |
| "grad_norm": 0.3947654772449055, |
| "learning_rate": 4.963343108504399e-05, |
| "loss": 0.6387, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.3230059327620303, |
| "grad_norm": 0.46225246149402366, |
| "learning_rate": 4.960899315738026e-05, |
| "loss": 0.6359, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.32432432432432434, |
| "grad_norm": 0.42156532794163354, |
| "learning_rate": 4.9584555229716524e-05, |
| "loss": 0.6483, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.3256427158866183, |
| "grad_norm": 0.441903594033409, |
| "learning_rate": 4.956011730205279e-05, |
| "loss": 0.6222, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.3269611074489123, |
| "grad_norm": 0.4144427958738356, |
| "learning_rate": 4.9535679374389054e-05, |
| "loss": 0.6214, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.32827949901120634, |
| "grad_norm": 0.41761868001679375, |
| "learning_rate": 4.951124144672532e-05, |
| "loss": 0.6526, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.3295978905735003, |
| "grad_norm": 0.3737469534739662, |
| "learning_rate": 4.9486803519061584e-05, |
| "loss": 0.6822, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.3309162821357943, |
| "grad_norm": 0.31665076410555587, |
| "learning_rate": 4.9462365591397855e-05, |
| "loss": 0.6182, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.33223467369808835, |
| "grad_norm": 0.453341003680116, |
| "learning_rate": 4.943792766373412e-05, |
| "loss": 0.6429, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.3335530652603823, |
| "grad_norm": 0.32471269385768686, |
| "learning_rate": 4.9413489736070385e-05, |
| "loss": 0.6549, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.3348714568226763, |
| "grad_norm": 0.39268429117058606, |
| "learning_rate": 4.938905180840665e-05, |
| "loss": 0.6565, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.33618984838497035, |
| "grad_norm": 0.41743456240010696, |
| "learning_rate": 4.9364613880742914e-05, |
| "loss": 0.694, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.3375082399472643, |
| "grad_norm": 0.3225047208532587, |
| "learning_rate": 4.934017595307918e-05, |
| "loss": 0.6189, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.33882663150955833, |
| "grad_norm": 0.3927683333615166, |
| "learning_rate": 4.931573802541545e-05, |
| "loss": 0.5813, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.34014502307185235, |
| "grad_norm": 0.3521363885770207, |
| "learning_rate": 4.9291300097751715e-05, |
| "loss": 0.65, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.34146341463414637, |
| "grad_norm": 0.4015046684272929, |
| "learning_rate": 4.926686217008798e-05, |
| "loss": 0.624, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.34278180619644033, |
| "grad_norm": 0.3362618076133002, |
| "learning_rate": 4.9242424242424245e-05, |
| "loss": 0.6576, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.34410019775873435, |
| "grad_norm": 0.3609445243286373, |
| "learning_rate": 4.921798631476051e-05, |
| "loss": 0.6326, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.34541858932102837, |
| "grad_norm": 0.3476615550655693, |
| "learning_rate": 4.9193548387096775e-05, |
| "loss": 0.6126, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.34673698088332233, |
| "grad_norm": 0.3831031228584112, |
| "learning_rate": 4.9169110459433046e-05, |
| "loss": 0.6251, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.34805537244561635, |
| "grad_norm": 0.33671595107748487, |
| "learning_rate": 4.914467253176931e-05, |
| "loss": 0.6933, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.34937376400791037, |
| "grad_norm": 0.33404806376666996, |
| "learning_rate": 4.9120234604105576e-05, |
| "loss": 0.6603, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.35069215557020433, |
| "grad_norm": 0.3657852166192865, |
| "learning_rate": 4.909579667644184e-05, |
| "loss": 0.6582, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.35201054713249835, |
| "grad_norm": 0.34352476433011964, |
| "learning_rate": 4.9071358748778105e-05, |
| "loss": 0.6689, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.35332893869479237, |
| "grad_norm": 0.34503692178402884, |
| "learning_rate": 4.904692082111437e-05, |
| "loss": 0.6186, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.35464733025708634, |
| "grad_norm": 0.3583764765666181, |
| "learning_rate": 4.902248289345064e-05, |
| "loss": 0.6037, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.35596572181938035, |
| "grad_norm": 0.3303984105427765, |
| "learning_rate": 4.899804496578691e-05, |
| "loss": 0.6395, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.3572841133816744, |
| "grad_norm": 0.39130859497529386, |
| "learning_rate": 4.897360703812317e-05, |
| "loss": 0.621, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.35860250494396834, |
| "grad_norm": 0.3273479678070148, |
| "learning_rate": 4.8949169110459436e-05, |
| "loss": 0.6769, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.35992089650626236, |
| "grad_norm": 0.32671765024985316, |
| "learning_rate": 4.89247311827957e-05, |
| "loss": 0.656, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.3612392880685564, |
| "grad_norm": 0.3076440047967864, |
| "learning_rate": 4.8900293255131966e-05, |
| "loss": 0.6608, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.36255767963085034, |
| "grad_norm": 0.33296561851527123, |
| "learning_rate": 4.887585532746823e-05, |
| "loss": 0.6109, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.36387607119314436, |
| "grad_norm": 0.38779998995661497, |
| "learning_rate": 4.88514173998045e-05, |
| "loss": 0.6132, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.3651944627554384, |
| "grad_norm": 0.31541140536988005, |
| "learning_rate": 4.882697947214077e-05, |
| "loss": 0.6382, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.36651285431773234, |
| "grad_norm": 0.3572360053908412, |
| "learning_rate": 4.880254154447703e-05, |
| "loss": 0.6305, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.36783124588002636, |
| "grad_norm": 0.3678601031448029, |
| "learning_rate": 4.87781036168133e-05, |
| "loss": 0.6441, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.3691496374423204, |
| "grad_norm": 0.32755296619295676, |
| "learning_rate": 4.875366568914956e-05, |
| "loss": 0.6162, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3704680290046144, |
| "grad_norm": 0.2855109494775668, |
| "learning_rate": 4.8729227761485826e-05, |
| "loss": 0.6513, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.37178642056690836, |
| "grad_norm": 0.29991521446930225, |
| "learning_rate": 4.87047898338221e-05, |
| "loss": 0.6041, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.3731048121292024, |
| "grad_norm": 0.29264036142383154, |
| "learning_rate": 4.868035190615836e-05, |
| "loss": 0.5943, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.3744232036914964, |
| "grad_norm": 0.3082407653847592, |
| "learning_rate": 4.865591397849463e-05, |
| "loss": 0.6503, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.37574159525379036, |
| "grad_norm": 0.3386867584145979, |
| "learning_rate": 4.863147605083089e-05, |
| "loss": 0.6503, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.3770599868160844, |
| "grad_norm": 0.32495476490905595, |
| "learning_rate": 4.860703812316716e-05, |
| "loss": 0.6877, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.3783783783783784, |
| "grad_norm": 0.36901281809729264, |
| "learning_rate": 4.858260019550342e-05, |
| "loss": 0.684, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.37969676994067236, |
| "grad_norm": 0.30556314298352727, |
| "learning_rate": 4.855816226783969e-05, |
| "loss": 0.6454, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.3810151615029664, |
| "grad_norm": 0.38958756266058914, |
| "learning_rate": 4.853372434017596e-05, |
| "loss": 0.6463, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.3823335530652604, |
| "grad_norm": 0.3409899755114748, |
| "learning_rate": 4.850928641251222e-05, |
| "loss": 0.6178, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.38365194462755436, |
| "grad_norm": 0.3249444057573833, |
| "learning_rate": 4.848484848484849e-05, |
| "loss": 0.6259, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.3849703361898484, |
| "grad_norm": 0.40481582066620236, |
| "learning_rate": 4.846041055718475e-05, |
| "loss": 0.6224, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.3862887277521424, |
| "grad_norm": 0.3266613346159151, |
| "learning_rate": 4.843597262952102e-05, |
| "loss": 0.6451, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.38760711931443637, |
| "grad_norm": 0.31918730585613925, |
| "learning_rate": 4.841153470185729e-05, |
| "loss": 0.6074, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.3889255108767304, |
| "grad_norm": 0.2960238380926744, |
| "learning_rate": 4.8387096774193554e-05, |
| "loss": 0.6113, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.3902439024390244, |
| "grad_norm": 0.3183668455148114, |
| "learning_rate": 4.836265884652982e-05, |
| "loss": 0.6289, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.39156229400131837, |
| "grad_norm": 0.3538570104478579, |
| "learning_rate": 4.833822091886608e-05, |
| "loss": 0.6267, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.3928806855636124, |
| "grad_norm": 0.2932596824068987, |
| "learning_rate": 4.831378299120235e-05, |
| "loss": 0.6358, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.3941990771259064, |
| "grad_norm": 0.35000634461967195, |
| "learning_rate": 4.828934506353861e-05, |
| "loss": 0.6414, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.39551746868820037, |
| "grad_norm": 0.28016526306765527, |
| "learning_rate": 4.8264907135874885e-05, |
| "loss": 0.6337, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3968358602504944, |
| "grad_norm": 0.29463684490408093, |
| "learning_rate": 4.824046920821115e-05, |
| "loss": 0.637, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.3981542518127884, |
| "grad_norm": 0.3038903563771035, |
| "learning_rate": 4.8216031280547414e-05, |
| "loss": 0.6014, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.3994726433750824, |
| "grad_norm": 0.27681340028644763, |
| "learning_rate": 4.819159335288368e-05, |
| "loss": 0.6515, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.4007910349373764, |
| "grad_norm": 0.30680102002193416, |
| "learning_rate": 4.8167155425219944e-05, |
| "loss": 0.6231, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.4021094264996704, |
| "grad_norm": 0.3091537573795029, |
| "learning_rate": 4.814271749755621e-05, |
| "loss": 0.6263, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.4034278180619644, |
| "grad_norm": 0.31813875232140304, |
| "learning_rate": 4.811827956989248e-05, |
| "loss": 0.6007, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.4047462096242584, |
| "grad_norm": 0.2861921002784733, |
| "learning_rate": 4.8093841642228745e-05, |
| "loss": 0.6207, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.4060646011865524, |
| "grad_norm": 0.2938154272545149, |
| "learning_rate": 4.806940371456501e-05, |
| "loss": 0.5903, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.40738299274884643, |
| "grad_norm": 0.2975278360974395, |
| "learning_rate": 4.8044965786901275e-05, |
| "loss": 0.6567, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.4087013843111404, |
| "grad_norm": 0.30543247834345727, |
| "learning_rate": 4.802052785923754e-05, |
| "loss": 0.6179, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.4100197758734344, |
| "grad_norm": 0.3065856680178293, |
| "learning_rate": 4.7996089931573804e-05, |
| "loss": 0.6115, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.41133816743572843, |
| "grad_norm": 0.2673870122127383, |
| "learning_rate": 4.7971652003910076e-05, |
| "loss": 0.6178, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.4126565589980224, |
| "grad_norm": 0.3173084863444237, |
| "learning_rate": 4.794721407624634e-05, |
| "loss": 0.6502, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.4139749505603164, |
| "grad_norm": 0.3165225479513198, |
| "learning_rate": 4.7922776148582605e-05, |
| "loss": 0.6121, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.41529334212261043, |
| "grad_norm": 0.312730900133789, |
| "learning_rate": 4.789833822091887e-05, |
| "loss": 0.593, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.4166117336849044, |
| "grad_norm": 0.31972902742359965, |
| "learning_rate": 4.7873900293255135e-05, |
| "loss": 0.6641, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.4179301252471984, |
| "grad_norm": 0.3991938707378862, |
| "learning_rate": 4.78494623655914e-05, |
| "loss": 0.6346, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.41924851680949243, |
| "grad_norm": 0.30624623977599336, |
| "learning_rate": 4.782502443792767e-05, |
| "loss": 0.6153, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.4205669083717864, |
| "grad_norm": 0.3524265551103345, |
| "learning_rate": 4.7800586510263936e-05, |
| "loss": 0.6076, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.4218852999340804, |
| "grad_norm": 0.3396523309922421, |
| "learning_rate": 4.77761485826002e-05, |
| "loss": 0.6397, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.42320369149637443, |
| "grad_norm": 0.29868375700539923, |
| "learning_rate": 4.7751710654936466e-05, |
| "loss": 0.6056, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.4245220830586684, |
| "grad_norm": 0.27995213522625895, |
| "learning_rate": 4.772727272727273e-05, |
| "loss": 0.5877, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.4258404746209624, |
| "grad_norm": 0.291125033984549, |
| "learning_rate": 4.7702834799608995e-05, |
| "loss": 0.6218, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.42715886618325644, |
| "grad_norm": 0.30623451322331496, |
| "learning_rate": 4.767839687194526e-05, |
| "loss": 0.631, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.42847725774555045, |
| "grad_norm": 0.29793096690786974, |
| "learning_rate": 4.765395894428153e-05, |
| "loss": 0.5881, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.4297956493078444, |
| "grad_norm": 0.2867268134601255, |
| "learning_rate": 4.7629521016617796e-05, |
| "loss": 0.6081, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.43111404087013844, |
| "grad_norm": 0.3107121560212918, |
| "learning_rate": 4.760508308895406e-05, |
| "loss": 0.639, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.43243243243243246, |
| "grad_norm": 0.27902176688112956, |
| "learning_rate": 4.7580645161290326e-05, |
| "loss": 0.5996, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.4337508239947264, |
| "grad_norm": 0.3345016157470328, |
| "learning_rate": 4.755620723362659e-05, |
| "loss": 0.6346, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.43506921555702044, |
| "grad_norm": 0.29843993845987427, |
| "learning_rate": 4.7531769305962856e-05, |
| "loss": 0.6388, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.43638760711931446, |
| "grad_norm": 0.32118818143223987, |
| "learning_rate": 4.750733137829913e-05, |
| "loss": 0.6391, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.4377059986816084, |
| "grad_norm": 0.3095390435894711, |
| "learning_rate": 4.748289345063539e-05, |
| "loss": 0.6497, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.43902439024390244, |
| "grad_norm": 0.31282718717401103, |
| "learning_rate": 4.745845552297166e-05, |
| "loss": 0.6504, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.44034278180619646, |
| "grad_norm": 0.3160538633226805, |
| "learning_rate": 4.743401759530792e-05, |
| "loss": 0.6062, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.4416611733684904, |
| "grad_norm": 0.29495362341526915, |
| "learning_rate": 4.7409579667644186e-05, |
| "loss": 0.6094, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.44297956493078444, |
| "grad_norm": 0.3243277511393967, |
| "learning_rate": 4.738514173998045e-05, |
| "loss": 0.5893, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.44429795649307846, |
| "grad_norm": 0.317297447285423, |
| "learning_rate": 4.736070381231672e-05, |
| "loss": 0.6475, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.4456163480553724, |
| "grad_norm": 0.2973094358704073, |
| "learning_rate": 4.733626588465299e-05, |
| "loss": 0.6105, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.44693473961766644, |
| "grad_norm": 0.31062398164815275, |
| "learning_rate": 4.731182795698925e-05, |
| "loss": 0.6358, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.44825313117996046, |
| "grad_norm": 0.3192943748321918, |
| "learning_rate": 4.728739002932552e-05, |
| "loss": 0.6069, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.4495715227422544, |
| "grad_norm": 0.2841609670035806, |
| "learning_rate": 4.726295210166178e-05, |
| "loss": 0.6044, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.45088991430454844, |
| "grad_norm": 0.33134100483470275, |
| "learning_rate": 4.723851417399805e-05, |
| "loss": 0.6191, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.45220830586684246, |
| "grad_norm": 0.2828345031096051, |
| "learning_rate": 4.721407624633432e-05, |
| "loss": 0.6298, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.4535266974291364, |
| "grad_norm": 0.2861618649650625, |
| "learning_rate": 4.718963831867058e-05, |
| "loss": 0.6089, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.45484508899143045, |
| "grad_norm": 0.3184132095013165, |
| "learning_rate": 4.716520039100685e-05, |
| "loss": 0.6531, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.45616348055372447, |
| "grad_norm": 0.28455933190125676, |
| "learning_rate": 4.714076246334311e-05, |
| "loss": 0.6146, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.4574818721160185, |
| "grad_norm": 0.29187047094507085, |
| "learning_rate": 4.711632453567938e-05, |
| "loss": 0.5924, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.45880026367831245, |
| "grad_norm": 0.2876678036212224, |
| "learning_rate": 4.709188660801564e-05, |
| "loss": 0.582, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.46011865524060647, |
| "grad_norm": 0.3073991982230297, |
| "learning_rate": 4.7067448680351914e-05, |
| "loss": 0.6168, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.4614370468029005, |
| "grad_norm": 0.26420866044133307, |
| "learning_rate": 4.704301075268818e-05, |
| "loss": 0.6435, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.46275543836519445, |
| "grad_norm": 0.31681086165711847, |
| "learning_rate": 4.7018572825024444e-05, |
| "loss": 0.6096, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.46407382992748847, |
| "grad_norm": 0.27612292418802065, |
| "learning_rate": 4.699413489736071e-05, |
| "loss": 0.6446, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.4653922214897825, |
| "grad_norm": 0.34564810406255386, |
| "learning_rate": 4.696969696969697e-05, |
| "loss": 0.6378, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.46671061305207645, |
| "grad_norm": 0.26031202601937503, |
| "learning_rate": 4.694525904203324e-05, |
| "loss": 0.6022, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.46802900461437047, |
| "grad_norm": 0.32808999621351986, |
| "learning_rate": 4.692082111436951e-05, |
| "loss": 0.6325, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.4693473961766645, |
| "grad_norm": 0.3072293192939072, |
| "learning_rate": 4.6896383186705774e-05, |
| "loss": 0.6479, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.47066578773895845, |
| "grad_norm": 0.30867978024641207, |
| "learning_rate": 4.687194525904203e-05, |
| "loss": 0.6307, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.47198417930125247, |
| "grad_norm": 0.33867108195042434, |
| "learning_rate": 4.68475073313783e-05, |
| "loss": 0.6279, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.4733025708635465, |
| "grad_norm": 0.3061040351873903, |
| "learning_rate": 4.682306940371456e-05, |
| "loss": 0.6517, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.47462096242584045, |
| "grad_norm": 0.36095916426267216, |
| "learning_rate": 4.6798631476050834e-05, |
| "loss": 0.64, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.4759393539881345, |
| "grad_norm": 0.2866120132598102, |
| "learning_rate": 4.67741935483871e-05, |
| "loss": 0.6048, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.4772577455504285, |
| "grad_norm": 0.31542016726240635, |
| "learning_rate": 4.674975562072336e-05, |
| "loss": 0.6009, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.47857613711272246, |
| "grad_norm": 0.31722878577965813, |
| "learning_rate": 4.672531769305963e-05, |
| "loss": 0.6303, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.4798945286750165, |
| "grad_norm": 0.2959197888550148, |
| "learning_rate": 4.670087976539589e-05, |
| "loss": 0.6295, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.4812129202373105, |
| "grad_norm": 0.36873416717635554, |
| "learning_rate": 4.667644183773216e-05, |
| "loss": 0.5919, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.48253131179960446, |
| "grad_norm": 0.33716476096096903, |
| "learning_rate": 4.665200391006843e-05, |
| "loss": 0.6319, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.4838497033618985, |
| "grad_norm": 0.40293872239112494, |
| "learning_rate": 4.6627565982404694e-05, |
| "loss": 0.6461, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.4851680949241925, |
| "grad_norm": 0.33156589146812687, |
| "learning_rate": 4.660312805474096e-05, |
| "loss": 0.5849, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.4864864864864865, |
| "grad_norm": 0.34924885777761533, |
| "learning_rate": 4.6578690127077224e-05, |
| "loss": 0.625, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.4878048780487805, |
| "grad_norm": 0.3369034527922939, |
| "learning_rate": 4.655425219941349e-05, |
| "loss": 0.5957, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.4891232696110745, |
| "grad_norm": 0.289771280961373, |
| "learning_rate": 4.652981427174975e-05, |
| "loss": 0.5588, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.4904416611733685, |
| "grad_norm": 0.3552760359361117, |
| "learning_rate": 4.650537634408602e-05, |
| "loss": 0.6172, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.4917600527356625, |
| "grad_norm": 0.292421577234314, |
| "learning_rate": 4.648093841642229e-05, |
| "loss": 0.6127, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.4930784442979565, |
| "grad_norm": 0.3215779853091097, |
| "learning_rate": 4.6456500488758554e-05, |
| "loss": 0.6007, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.4943968358602505, |
| "grad_norm": 0.2695619980476224, |
| "learning_rate": 4.643206256109482e-05, |
| "loss": 0.5936, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.4957152274225445, |
| "grad_norm": 0.32699778761946613, |
| "learning_rate": 4.6407624633431084e-05, |
| "loss": 0.5667, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.4970336189848385, |
| "grad_norm": 0.26515828218043735, |
| "learning_rate": 4.638318670576735e-05, |
| "loss": 0.6194, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.4983520105471325, |
| "grad_norm": 0.33452550831366734, |
| "learning_rate": 4.6358748778103614e-05, |
| "loss": 0.6041, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.4996704021094265, |
| "grad_norm": 0.28731841401766944, |
| "learning_rate": 4.6334310850439885e-05, |
| "loss": 0.6503, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.5009887936717206, |
| "grad_norm": 0.35017245327731433, |
| "learning_rate": 4.630987292277615e-05, |
| "loss": 0.5719, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.5023071852340145, |
| "grad_norm": 0.29647495955123276, |
| "learning_rate": 4.6285434995112415e-05, |
| "loss": 0.6197, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.5036255767963085, |
| "grad_norm": 0.3653018304538099, |
| "learning_rate": 4.626099706744868e-05, |
| "loss": 0.6124, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.5049439683586026, |
| "grad_norm": 0.27313090198727347, |
| "learning_rate": 4.6236559139784944e-05, |
| "loss": 0.6193, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.5062623599208965, |
| "grad_norm": 0.3398704492172276, |
| "learning_rate": 4.621212121212121e-05, |
| "loss": 0.5929, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.5075807514831905, |
| "grad_norm": 0.26904337569418946, |
| "learning_rate": 4.618768328445748e-05, |
| "loss": 0.6306, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.5088991430454846, |
| "grad_norm": 0.32147013215705333, |
| "learning_rate": 4.6163245356793745e-05, |
| "loss": 0.5958, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.5102175346077785, |
| "grad_norm": 0.318130488091003, |
| "learning_rate": 4.613880742913001e-05, |
| "loss": 0.6252, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.5115359261700725, |
| "grad_norm": 0.3410270792639676, |
| "learning_rate": 4.6114369501466275e-05, |
| "loss": 0.5962, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.5128543177323666, |
| "grad_norm": 0.2835238729892702, |
| "learning_rate": 4.608993157380254e-05, |
| "loss": 0.6039, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.5141727092946605, |
| "grad_norm": 0.41396060462021156, |
| "learning_rate": 4.6065493646138805e-05, |
| "loss": 0.5775, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.5154911008569545, |
| "grad_norm": 0.28547706296773334, |
| "learning_rate": 4.6041055718475076e-05, |
| "loss": 0.5851, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.5168094924192486, |
| "grad_norm": 0.31138725263262984, |
| "learning_rate": 4.601661779081134e-05, |
| "loss": 0.5886, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.5181278839815425, |
| "grad_norm": 0.27887781712437537, |
| "learning_rate": 4.5992179863147606e-05, |
| "loss": 0.5884, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.5194462755438365, |
| "grad_norm": 0.3244759607904912, |
| "learning_rate": 4.596774193548387e-05, |
| "loss": 0.6128, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.5207646671061306, |
| "grad_norm": 0.2829228243295781, |
| "learning_rate": 4.5943304007820135e-05, |
| "loss": 0.5897, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.5220830586684245, |
| "grad_norm": 0.3143553132058307, |
| "learning_rate": 4.59188660801564e-05, |
| "loss": 0.6023, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.5234014502307185, |
| "grad_norm": 0.2799380945838576, |
| "learning_rate": 4.589442815249267e-05, |
| "loss": 0.6071, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.5247198417930126, |
| "grad_norm": 0.2917620565594732, |
| "learning_rate": 4.586999022482894e-05, |
| "loss": 0.6035, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.5260382333553065, |
| "grad_norm": 0.26943339176710984, |
| "learning_rate": 4.58455522971652e-05, |
| "loss": 0.625, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.5273566249176005, |
| "grad_norm": 0.31157727442367095, |
| "learning_rate": 4.5821114369501466e-05, |
| "loss": 0.5913, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.5286750164798946, |
| "grad_norm": 0.2782944562071961, |
| "learning_rate": 4.579667644183773e-05, |
| "loss": 0.6441, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.5299934080421885, |
| "grad_norm": 0.342351607983682, |
| "learning_rate": 4.5772238514173996e-05, |
| "loss": 0.61, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.5313117996044825, |
| "grad_norm": 0.27419664599331467, |
| "learning_rate": 4.574780058651027e-05, |
| "loss": 0.6362, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.5326301911667766, |
| "grad_norm": 0.32713304068046967, |
| "learning_rate": 4.572336265884653e-05, |
| "loss": 0.6366, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.5339485827290705, |
| "grad_norm": 0.28107918247545055, |
| "learning_rate": 4.56989247311828e-05, |
| "loss": 0.5771, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.5352669742913645, |
| "grad_norm": 0.287364420723218, |
| "learning_rate": 4.567448680351906e-05, |
| "loss": 0.6366, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.5365853658536586, |
| "grad_norm": 0.3339642455055895, |
| "learning_rate": 4.565004887585533e-05, |
| "loss": 0.6146, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.5379037574159525, |
| "grad_norm": 0.25668048327157955, |
| "learning_rate": 4.562561094819159e-05, |
| "loss": 0.5871, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.5392221489782465, |
| "grad_norm": 0.3047313315993508, |
| "learning_rate": 4.560117302052786e-05, |
| "loss": 0.6031, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.5405405405405406, |
| "grad_norm": 0.24660853509931008, |
| "learning_rate": 4.557673509286413e-05, |
| "loss": 0.5746, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.5418589321028345, |
| "grad_norm": 0.2691443207201147, |
| "learning_rate": 4.555229716520039e-05, |
| "loss": 0.6432, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.5431773236651285, |
| "grad_norm": 0.28544779772944384, |
| "learning_rate": 4.552785923753666e-05, |
| "loss": 0.6322, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.5444957152274226, |
| "grad_norm": 0.28051603921325746, |
| "learning_rate": 4.550342130987292e-05, |
| "loss": 0.5842, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.5458141067897165, |
| "grad_norm": 0.3251214806204222, |
| "learning_rate": 4.547898338220919e-05, |
| "loss": 0.5734, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.5471324983520105, |
| "grad_norm": 0.2811551250657306, |
| "learning_rate": 4.545454545454546e-05, |
| "loss": 0.5872, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.5484508899143046, |
| "grad_norm": 0.2743557405759694, |
| "learning_rate": 4.543010752688172e-05, |
| "loss": 0.6372, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.5497692814765985, |
| "grad_norm": 0.3613511779607068, |
| "learning_rate": 4.540566959921799e-05, |
| "loss": 0.6001, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.5510876730388925, |
| "grad_norm": 0.26559237111029127, |
| "learning_rate": 4.538123167155425e-05, |
| "loss": 0.5639, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.5524060646011866, |
| "grad_norm": 0.3289124185281232, |
| "learning_rate": 4.535679374389052e-05, |
| "loss": 0.6031, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.5537244561634805, |
| "grad_norm": 0.295162431436294, |
| "learning_rate": 4.533235581622678e-05, |
| "loss": 0.6286, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.5550428477257745, |
| "grad_norm": 0.30427665006140364, |
| "learning_rate": 4.530791788856305e-05, |
| "loss": 0.6293, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.5563612392880686, |
| "grad_norm": 0.26273159065097074, |
| "learning_rate": 4.528347996089932e-05, |
| "loss": 0.6097, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.5576796308503625, |
| "grad_norm": 0.27723472588875814, |
| "learning_rate": 4.5259042033235584e-05, |
| "loss": 0.5947, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.5589980224126566, |
| "grad_norm": 0.2521131422658628, |
| "learning_rate": 4.523460410557185e-05, |
| "loss": 0.5973, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.5603164139749506, |
| "grad_norm": 0.2490211155854374, |
| "learning_rate": 4.521016617790811e-05, |
| "loss": 0.6437, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.5616348055372445, |
| "grad_norm": 0.31744592637596547, |
| "learning_rate": 4.518572825024438e-05, |
| "loss": 0.6456, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.5629531970995386, |
| "grad_norm": 0.29674893557631676, |
| "learning_rate": 4.516129032258064e-05, |
| "loss": 0.5757, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.5642715886618326, |
| "grad_norm": 0.2902025205452769, |
| "learning_rate": 4.5136852394916915e-05, |
| "loss": 0.5806, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.5655899802241265, |
| "grad_norm": 0.2920089638710051, |
| "learning_rate": 4.511241446725318e-05, |
| "loss": 0.5893, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.5669083717864206, |
| "grad_norm": 0.3389934580486735, |
| "learning_rate": 4.5087976539589444e-05, |
| "loss": 0.6261, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.5682267633487146, |
| "grad_norm": 0.27527802267856866, |
| "learning_rate": 4.506353861192571e-05, |
| "loss": 0.6018, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.5695451549110085, |
| "grad_norm": 0.328235204253521, |
| "learning_rate": 4.5039100684261974e-05, |
| "loss": 0.6067, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.5708635464733026, |
| "grad_norm": 0.27922568549890703, |
| "learning_rate": 4.501466275659824e-05, |
| "loss": 0.5551, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.5721819380355966, |
| "grad_norm": 0.31522035418376626, |
| "learning_rate": 4.499022482893451e-05, |
| "loss": 0.609, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.5735003295978905, |
| "grad_norm": 0.3457316153117814, |
| "learning_rate": 4.4965786901270775e-05, |
| "loss": 0.6062, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.5748187211601846, |
| "grad_norm": 0.279500172487973, |
| "learning_rate": 4.494134897360704e-05, |
| "loss": 0.5895, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.5761371127224786, |
| "grad_norm": 0.27711874171281825, |
| "learning_rate": 4.4916911045943305e-05, |
| "loss": 0.6191, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.5774555042847725, |
| "grad_norm": 0.30035058666849346, |
| "learning_rate": 4.489247311827957e-05, |
| "loss": 0.6017, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.5787738958470666, |
| "grad_norm": 0.2897126775071078, |
| "learning_rate": 4.4868035190615834e-05, |
| "loss": 0.5967, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.5800922874093606, |
| "grad_norm": 0.28341910316161856, |
| "learning_rate": 4.4843597262952106e-05, |
| "loss": 0.6125, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.5814106789716545, |
| "grad_norm": 0.2883626760940507, |
| "learning_rate": 4.481915933528837e-05, |
| "loss": 0.5811, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.5827290705339486, |
| "grad_norm": 0.34695204988281697, |
| "learning_rate": 4.4794721407624635e-05, |
| "loss": 0.6517, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.5840474620962426, |
| "grad_norm": 0.29442886324313, |
| "learning_rate": 4.47702834799609e-05, |
| "loss": 0.6097, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.5853658536585366, |
| "grad_norm": 0.29903934601883125, |
| "learning_rate": 4.4745845552297165e-05, |
| "loss": 0.5876, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.5866842452208306, |
| "grad_norm": 0.2915316286446714, |
| "learning_rate": 4.472140762463343e-05, |
| "loss": 0.5956, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.5880026367831246, |
| "grad_norm": 0.25240343633357704, |
| "learning_rate": 4.46969696969697e-05, |
| "loss": 0.6093, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.5893210283454186, |
| "grad_norm": 0.29646519890526646, |
| "learning_rate": 4.4672531769305966e-05, |
| "loss": 0.5877, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.5906394199077126, |
| "grad_norm": 0.254550273812172, |
| "learning_rate": 4.464809384164223e-05, |
| "loss": 0.5639, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.5919578114700066, |
| "grad_norm": 0.3122261613114902, |
| "learning_rate": 4.4623655913978496e-05, |
| "loss": 0.6127, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.5932762030323006, |
| "grad_norm": 0.2430042040399562, |
| "learning_rate": 4.459921798631476e-05, |
| "loss": 0.5647, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5945945945945946, |
| "grad_norm": 0.26753232524835774, |
| "learning_rate": 4.4574780058651025e-05, |
| "loss": 0.5842, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.5959129861568886, |
| "grad_norm": 0.25017208738283403, |
| "learning_rate": 4.45503421309873e-05, |
| "loss": 0.6153, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.5972313777191826, |
| "grad_norm": 0.2606399638431493, |
| "learning_rate": 4.452590420332356e-05, |
| "loss": 0.6102, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.5985497692814766, |
| "grad_norm": 0.29527176263378324, |
| "learning_rate": 4.4501466275659826e-05, |
| "loss": 0.5988, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.5998681608437706, |
| "grad_norm": 0.25431395483908786, |
| "learning_rate": 4.447702834799609e-05, |
| "loss": 0.5827, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.6011865524060646, |
| "grad_norm": 0.27827479495772617, |
| "learning_rate": 4.4452590420332356e-05, |
| "loss": 0.6034, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.6025049439683586, |
| "grad_norm": 0.2605036085953959, |
| "learning_rate": 4.442815249266862e-05, |
| "loss": 0.5768, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.6038233355306526, |
| "grad_norm": 0.2834242318025845, |
| "learning_rate": 4.440371456500489e-05, |
| "loss": 0.6003, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.6051417270929466, |
| "grad_norm": 0.26290576050271974, |
| "learning_rate": 4.437927663734116e-05, |
| "loss": 0.6102, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.6064601186552406, |
| "grad_norm": 0.27403059659613005, |
| "learning_rate": 4.435483870967742e-05, |
| "loss": 0.5565, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.6077785102175346, |
| "grad_norm": 0.3226752056408468, |
| "learning_rate": 4.433040078201369e-05, |
| "loss": 0.6023, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.6090969017798286, |
| "grad_norm": 0.2627466089838883, |
| "learning_rate": 4.430596285434995e-05, |
| "loss": 0.6105, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.6104152933421226, |
| "grad_norm": 0.2763884227770848, |
| "learning_rate": 4.4281524926686216e-05, |
| "loss": 0.6065, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.6117336849044166, |
| "grad_norm": 0.2585331798801367, |
| "learning_rate": 4.425708699902248e-05, |
| "loss": 0.5806, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.6130520764667106, |
| "grad_norm": 0.26679274724959645, |
| "learning_rate": 4.423264907135875e-05, |
| "loss": 0.6047, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.6143704680290046, |
| "grad_norm": 0.28550278905043663, |
| "learning_rate": 4.420821114369502e-05, |
| "loss": 0.6059, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.6156888595912986, |
| "grad_norm": 0.2979338022635888, |
| "learning_rate": 4.418377321603128e-05, |
| "loss": 0.6167, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.6170072511535926, |
| "grad_norm": 0.30737667984673916, |
| "learning_rate": 4.415933528836755e-05, |
| "loss": 0.6193, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.6183256427158866, |
| "grad_norm": 0.2914111483062786, |
| "learning_rate": 4.413489736070381e-05, |
| "loss": 0.5723, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.6196440342781806, |
| "grad_norm": 0.2959826891409274, |
| "learning_rate": 4.411045943304008e-05, |
| "loss": 0.6378, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.6209624258404747, |
| "grad_norm": 0.28925978665901353, |
| "learning_rate": 4.408602150537635e-05, |
| "loss": 0.5858, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.6222808174027686, |
| "grad_norm": 0.2828496771653559, |
| "learning_rate": 4.406158357771261e-05, |
| "loss": 0.5628, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.6235992089650626, |
| "grad_norm": 0.26522030363953464, |
| "learning_rate": 4.403714565004888e-05, |
| "loss": 0.5821, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.6249176005273567, |
| "grad_norm": 0.31868057232354713, |
| "learning_rate": 4.401270772238514e-05, |
| "loss": 0.6104, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.6262359920896506, |
| "grad_norm": 0.25124114493266986, |
| "learning_rate": 4.398826979472141e-05, |
| "loss": 0.6002, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.6275543836519446, |
| "grad_norm": 0.28820921958498946, |
| "learning_rate": 4.396383186705767e-05, |
| "loss": 0.5667, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.6288727752142387, |
| "grad_norm": 0.2739869691921316, |
| "learning_rate": 4.3939393939393944e-05, |
| "loss": 0.6289, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.6301911667765326, |
| "grad_norm": 0.3091516468879867, |
| "learning_rate": 4.391495601173021e-05, |
| "loss": 0.6114, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.6315095583388266, |
| "grad_norm": 0.2942019946709481, |
| "learning_rate": 4.3890518084066474e-05, |
| "loss": 0.5972, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.6328279499011207, |
| "grad_norm": 0.3127915168695264, |
| "learning_rate": 4.386608015640274e-05, |
| "loss": 0.6181, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.6341463414634146, |
| "grad_norm": 0.24444854061550297, |
| "learning_rate": 4.3841642228739e-05, |
| "loss": 0.6091, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.6354647330257086, |
| "grad_norm": 0.27125473910312803, |
| "learning_rate": 4.381720430107527e-05, |
| "loss": 0.5547, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.6367831245880027, |
| "grad_norm": 0.2430699490525948, |
| "learning_rate": 4.379276637341154e-05, |
| "loss": 0.5661, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.6381015161502966, |
| "grad_norm": 0.30357253978210214, |
| "learning_rate": 4.3768328445747804e-05, |
| "loss": 0.5698, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.6394199077125906, |
| "grad_norm": 0.25197907830801214, |
| "learning_rate": 4.374389051808407e-05, |
| "loss": 0.5768, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.6407382992748847, |
| "grad_norm": 0.3144840915170465, |
| "learning_rate": 4.3719452590420334e-05, |
| "loss": 0.6016, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.6420566908371786, |
| "grad_norm": 0.25165356629802105, |
| "learning_rate": 4.36950146627566e-05, |
| "loss": 0.5684, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.6433750823994726, |
| "grad_norm": 0.3335945781853816, |
| "learning_rate": 4.3670576735092864e-05, |
| "loss": 0.5734, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.6446934739617667, |
| "grad_norm": 0.24399989662908764, |
| "learning_rate": 4.3646138807429135e-05, |
| "loss": 0.6034, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.6460118655240606, |
| "grad_norm": 0.3530505700798496, |
| "learning_rate": 4.36217008797654e-05, |
| "loss": 0.6429, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.6473302570863546, |
| "grad_norm": 0.2621243965994534, |
| "learning_rate": 4.3597262952101665e-05, |
| "loss": 0.5936, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.6486486486486487, |
| "grad_norm": 0.3058710158273273, |
| "learning_rate": 4.357282502443793e-05, |
| "loss": 0.5767, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.6499670402109426, |
| "grad_norm": 0.27882695494372167, |
| "learning_rate": 4.3548387096774194e-05, |
| "loss": 0.566, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.6512854317732366, |
| "grad_norm": 0.36448142507036324, |
| "learning_rate": 4.352394916911046e-05, |
| "loss": 0.5782, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.6526038233355307, |
| "grad_norm": 0.2937612059395994, |
| "learning_rate": 4.349951124144673e-05, |
| "loss": 0.5627, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.6539222148978246, |
| "grad_norm": 0.4392617137310561, |
| "learning_rate": 4.3475073313782996e-05, |
| "loss": 0.5812, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.6552406064601186, |
| "grad_norm": 0.322385855673909, |
| "learning_rate": 4.345063538611926e-05, |
| "loss": 0.6142, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.6565589980224127, |
| "grad_norm": 0.26325362550263126, |
| "learning_rate": 4.3426197458455525e-05, |
| "loss": 0.5688, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.6578773895847067, |
| "grad_norm": 0.30890495972102266, |
| "learning_rate": 4.340175953079179e-05, |
| "loss": 0.6067, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.6591957811470006, |
| "grad_norm": 0.26027184553573895, |
| "learning_rate": 4.3377321603128055e-05, |
| "loss": 0.6087, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.6605141727092947, |
| "grad_norm": 0.2832167294414089, |
| "learning_rate": 4.3352883675464326e-05, |
| "loss": 0.5878, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.6618325642715887, |
| "grad_norm": 0.2488612079914232, |
| "learning_rate": 4.332844574780059e-05, |
| "loss": 0.5962, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.6631509558338826, |
| "grad_norm": 0.2867469304330498, |
| "learning_rate": 4.3304007820136856e-05, |
| "loss": 0.6597, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.6644693473961767, |
| "grad_norm": 0.26175107800633013, |
| "learning_rate": 4.327956989247312e-05, |
| "loss": 0.5688, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.6657877389584707, |
| "grad_norm": 0.28328870877004936, |
| "learning_rate": 4.3255131964809385e-05, |
| "loss": 0.6165, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.6671061305207646, |
| "grad_norm": 0.25558330009857266, |
| "learning_rate": 4.323069403714565e-05, |
| "loss": 0.5763, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.6684245220830587, |
| "grad_norm": 0.2682816142351484, |
| "learning_rate": 4.320625610948192e-05, |
| "loss": 0.6084, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.6697429136453527, |
| "grad_norm": 0.25125076626842047, |
| "learning_rate": 4.318181818181819e-05, |
| "loss": 0.5614, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.6710613052076466, |
| "grad_norm": 0.2578243420389455, |
| "learning_rate": 4.315738025415445e-05, |
| "loss": 0.5737, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.6723796967699407, |
| "grad_norm": 0.28430400511855536, |
| "learning_rate": 4.3132942326490716e-05, |
| "loss": 0.5945, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.6736980883322347, |
| "grad_norm": 0.2647917524812557, |
| "learning_rate": 4.310850439882698e-05, |
| "loss": 0.5583, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.6750164798945286, |
| "grad_norm": 0.3011049271778911, |
| "learning_rate": 4.3084066471163246e-05, |
| "loss": 0.5751, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.6763348714568227, |
| "grad_norm": 0.2742729256857888, |
| "learning_rate": 4.305962854349951e-05, |
| "loss": 0.5916, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.6776532630191167, |
| "grad_norm": 0.24514061459827793, |
| "learning_rate": 4.303519061583578e-05, |
| "loss": 0.5398, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.6789716545814107, |
| "grad_norm": 0.3039649017723097, |
| "learning_rate": 4.301075268817205e-05, |
| "loss": 0.6119, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.6802900461437047, |
| "grad_norm": 0.30484298311882746, |
| "learning_rate": 4.298631476050831e-05, |
| "loss": 0.5785, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.6816084377059987, |
| "grad_norm": 0.2570172310840409, |
| "learning_rate": 4.296187683284458e-05, |
| "loss": 0.6032, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.6829268292682927, |
| "grad_norm": 0.28256463703953677, |
| "learning_rate": 4.293743890518084e-05, |
| "loss": 0.5812, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.6842452208305867, |
| "grad_norm": 0.2392710922458081, |
| "learning_rate": 4.2913000977517106e-05, |
| "loss": 0.5858, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.6855636123928807, |
| "grad_norm": 0.27471314818636816, |
| "learning_rate": 4.288856304985338e-05, |
| "loss": 0.6028, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.6868820039551747, |
| "grad_norm": 0.23218594079244867, |
| "learning_rate": 4.286412512218964e-05, |
| "loss": 0.5971, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.6882003955174687, |
| "grad_norm": 0.2630721123556713, |
| "learning_rate": 4.283968719452591e-05, |
| "loss": 0.6091, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.6895187870797627, |
| "grad_norm": 0.25306601684210844, |
| "learning_rate": 4.281524926686217e-05, |
| "loss": 0.5578, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.6908371786420567, |
| "grad_norm": 0.28168684730148397, |
| "learning_rate": 4.279081133919844e-05, |
| "loss": 0.5814, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.6921555702043507, |
| "grad_norm": 0.2552584616712125, |
| "learning_rate": 4.27663734115347e-05, |
| "loss": 0.5621, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.6934739617666447, |
| "grad_norm": 0.29066710902945647, |
| "learning_rate": 4.2741935483870973e-05, |
| "loss": 0.6153, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.6947923533289387, |
| "grad_norm": 0.2533688188908539, |
| "learning_rate": 4.271749755620724e-05, |
| "loss": 0.5937, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.6961107448912327, |
| "grad_norm": 0.25228539308193443, |
| "learning_rate": 4.26930596285435e-05, |
| "loss": 0.5944, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.6974291364535267, |
| "grad_norm": 0.24272791200942767, |
| "learning_rate": 4.266862170087977e-05, |
| "loss": 0.5688, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.6987475280158207, |
| "grad_norm": 0.2398912844258825, |
| "learning_rate": 4.264418377321603e-05, |
| "loss": 0.5707, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.7000659195781147, |
| "grad_norm": 0.25492604181661643, |
| "learning_rate": 4.26197458455523e-05, |
| "loss": 0.6039, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.7013843111404087, |
| "grad_norm": 0.2637197360682849, |
| "learning_rate": 4.259530791788857e-05, |
| "loss": 0.5844, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.7027027027027027, |
| "grad_norm": 0.22774697422030357, |
| "learning_rate": 4.2570869990224834e-05, |
| "loss": 0.5868, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.7040210942649967, |
| "grad_norm": 0.3014981568859656, |
| "learning_rate": 4.25464320625611e-05, |
| "loss": 0.5762, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.7053394858272907, |
| "grad_norm": 0.27806470019859497, |
| "learning_rate": 4.252199413489736e-05, |
| "loss": 0.6198, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.7066578773895847, |
| "grad_norm": 0.269919792185068, |
| "learning_rate": 4.249755620723363e-05, |
| "loss": 0.5449, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.7079762689518787, |
| "grad_norm": 0.27272241747866655, |
| "learning_rate": 4.247311827956989e-05, |
| "loss": 0.6018, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.7092946605141727, |
| "grad_norm": 0.2534543193586306, |
| "learning_rate": 4.2448680351906165e-05, |
| "loss": 0.5967, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.7106130520764667, |
| "grad_norm": 0.2545568293376221, |
| "learning_rate": 4.242424242424243e-05, |
| "loss": 0.6063, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.7119314436387607, |
| "grad_norm": 0.27438117225765923, |
| "learning_rate": 4.2399804496578694e-05, |
| "loss": 0.5963, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.7132498352010547, |
| "grad_norm": 0.26843071567586513, |
| "learning_rate": 4.237536656891496e-05, |
| "loss": 0.5989, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.7145682267633487, |
| "grad_norm": 0.24571404037122097, |
| "learning_rate": 4.2350928641251224e-05, |
| "loss": 0.5527, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.7158866183256427, |
| "grad_norm": 0.24457481376052473, |
| "learning_rate": 4.232649071358749e-05, |
| "loss": 0.5738, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.7172050098879367, |
| "grad_norm": 0.24703802759089602, |
| "learning_rate": 4.230205278592376e-05, |
| "loss": 0.5585, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.7185234014502307, |
| "grad_norm": 0.26606679567061164, |
| "learning_rate": 4.2277614858260025e-05, |
| "loss": 0.5646, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.7198417930125247, |
| "grad_norm": 0.2635747113986744, |
| "learning_rate": 4.225317693059629e-05, |
| "loss": 0.5767, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.7211601845748187, |
| "grad_norm": 0.2530850973015238, |
| "learning_rate": 4.2228739002932555e-05, |
| "loss": 0.5779, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.7224785761371127, |
| "grad_norm": 0.26879996451722626, |
| "learning_rate": 4.220430107526882e-05, |
| "loss": 0.5761, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.7237969676994067, |
| "grad_norm": 0.2554259770579154, |
| "learning_rate": 4.2179863147605084e-05, |
| "loss": 0.596, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.7251153592617007, |
| "grad_norm": 0.24333252328203567, |
| "learning_rate": 4.2155425219941356e-05, |
| "loss": 0.6081, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.7264337508239948, |
| "grad_norm": 0.28018068232527626, |
| "learning_rate": 4.213098729227762e-05, |
| "loss": 0.5864, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.7277521423862887, |
| "grad_norm": 0.24567895271662646, |
| "learning_rate": 4.2106549364613885e-05, |
| "loss": 0.5914, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.7290705339485827, |
| "grad_norm": 0.28738113551106464, |
| "learning_rate": 4.208211143695015e-05, |
| "loss": 0.583, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.7303889255108768, |
| "grad_norm": 0.2450724032252225, |
| "learning_rate": 4.2057673509286415e-05, |
| "loss": 0.6322, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.7317073170731707, |
| "grad_norm": 0.27157940003915915, |
| "learning_rate": 4.203323558162268e-05, |
| "loss": 0.5904, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.7330257086354647, |
| "grad_norm": 0.2858236598345372, |
| "learning_rate": 4.2008797653958945e-05, |
| "loss": 0.5197, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.7343441001977588, |
| "grad_norm": 0.27202127130916154, |
| "learning_rate": 4.1984359726295216e-05, |
| "loss": 0.6013, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.7356624917600527, |
| "grad_norm": 0.2739332019527236, |
| "learning_rate": 4.195992179863148e-05, |
| "loss": 0.5829, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.7369808833223468, |
| "grad_norm": 0.27448927634680226, |
| "learning_rate": 4.1935483870967746e-05, |
| "loss": 0.5515, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.7382992748846408, |
| "grad_norm": 0.27504907971493653, |
| "learning_rate": 4.191104594330401e-05, |
| "loss": 0.597, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.7396176664469347, |
| "grad_norm": 0.2880746883291735, |
| "learning_rate": 4.1886608015640275e-05, |
| "loss": 0.5659, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.7409360580092288, |
| "grad_norm": 0.2533126411660386, |
| "learning_rate": 4.186217008797654e-05, |
| "loss": 0.5578, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.7422544495715228, |
| "grad_norm": 0.30390533937156955, |
| "learning_rate": 4.183773216031281e-05, |
| "loss": 0.5978, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.7435728411338167, |
| "grad_norm": 0.24847143841038347, |
| "learning_rate": 4.1813294232649076e-05, |
| "loss": 0.5531, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.7448912326961108, |
| "grad_norm": 0.3059979177317098, |
| "learning_rate": 4.178885630498534e-05, |
| "loss": 0.5791, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.7462096242584048, |
| "grad_norm": 0.28446679403220976, |
| "learning_rate": 4.1764418377321606e-05, |
| "loss": 0.5808, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.7475280158206987, |
| "grad_norm": 0.31963069778977743, |
| "learning_rate": 4.173998044965787e-05, |
| "loss": 0.5932, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.7488464073829928, |
| "grad_norm": 0.3089193694834029, |
| "learning_rate": 4.1715542521994136e-05, |
| "loss": 0.5714, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.7501647989452868, |
| "grad_norm": 0.2915679040436759, |
| "learning_rate": 4.169110459433041e-05, |
| "loss": 0.5802, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.7514831905075807, |
| "grad_norm": 0.31653319957808224, |
| "learning_rate": 4.166666666666667e-05, |
| "loss": 0.6131, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.7528015820698748, |
| "grad_norm": 0.27193849306080103, |
| "learning_rate": 4.164222873900294e-05, |
| "loss": 0.6006, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.7541199736321688, |
| "grad_norm": 0.28076181088213387, |
| "learning_rate": 4.16177908113392e-05, |
| "loss": 0.5685, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.7554383651944627, |
| "grad_norm": 0.2660766115895722, |
| "learning_rate": 4.1593352883675466e-05, |
| "loss": 0.5896, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.7567567567567568, |
| "grad_norm": 0.28957420513300675, |
| "learning_rate": 4.156891495601173e-05, |
| "loss": 0.5873, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.7580751483190508, |
| "grad_norm": 0.2850682216741874, |
| "learning_rate": 4.1544477028348e-05, |
| "loss": 0.5792, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.7593935398813447, |
| "grad_norm": 0.2687641625806662, |
| "learning_rate": 4.152003910068427e-05, |
| "loss": 0.5876, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.7607119314436388, |
| "grad_norm": 0.30029382927612913, |
| "learning_rate": 4.149560117302053e-05, |
| "loss": 0.5589, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.7620303230059328, |
| "grad_norm": 0.25977703105187067, |
| "learning_rate": 4.14711632453568e-05, |
| "loss": 0.5943, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.7633487145682267, |
| "grad_norm": 0.2804078182050432, |
| "learning_rate": 4.144672531769306e-05, |
| "loss": 0.5729, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.7646671061305208, |
| "grad_norm": 0.27111890005175887, |
| "learning_rate": 4.142228739002933e-05, |
| "loss": 0.5768, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.7659854976928148, |
| "grad_norm": 0.2989140460792668, |
| "learning_rate": 4.13978494623656e-05, |
| "loss": 0.5526, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.7673038892551087, |
| "grad_norm": 0.23446275004001751, |
| "learning_rate": 4.137341153470186e-05, |
| "loss": 0.5713, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.7686222808174028, |
| "grad_norm": 0.2626681473279307, |
| "learning_rate": 4.134897360703813e-05, |
| "loss": 0.6062, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.7699406723796968, |
| "grad_norm": 0.286247316667868, |
| "learning_rate": 4.132453567937439e-05, |
| "loss": 0.5832, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.7712590639419907, |
| "grad_norm": 0.2851779101982015, |
| "learning_rate": 4.130009775171066e-05, |
| "loss": 0.6051, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.7725774555042848, |
| "grad_norm": 0.2475933836262059, |
| "learning_rate": 4.127565982404692e-05, |
| "loss": 0.5477, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.7738958470665788, |
| "grad_norm": 0.27972587868202436, |
| "learning_rate": 4.1251221896383194e-05, |
| "loss": 0.6317, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.7752142386288727, |
| "grad_norm": 0.2782060408098243, |
| "learning_rate": 4.122678396871946e-05, |
| "loss": 0.59, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.7765326301911668, |
| "grad_norm": 0.2942990056969366, |
| "learning_rate": 4.1202346041055724e-05, |
| "loss": 0.5856, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.7778510217534608, |
| "grad_norm": 0.24647019970055226, |
| "learning_rate": 4.117790811339199e-05, |
| "loss": 0.5778, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.7791694133157547, |
| "grad_norm": 0.2565175439187913, |
| "learning_rate": 4.115347018572825e-05, |
| "loss": 0.5525, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.7804878048780488, |
| "grad_norm": 0.33472935029434553, |
| "learning_rate": 4.112903225806452e-05, |
| "loss": 0.5615, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.7818061964403428, |
| "grad_norm": 0.2525474451666082, |
| "learning_rate": 4.110459433040079e-05, |
| "loss": 0.5809, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.7831245880026367, |
| "grad_norm": 0.2721471710439492, |
| "learning_rate": 4.1080156402737054e-05, |
| "loss": 0.5616, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.7844429795649308, |
| "grad_norm": 0.25614445025884547, |
| "learning_rate": 4.105571847507332e-05, |
| "loss": 0.5915, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.7857613711272248, |
| "grad_norm": 0.2352072541251627, |
| "learning_rate": 4.1031280547409584e-05, |
| "loss": 0.5304, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.7870797626895187, |
| "grad_norm": 0.24918291912978888, |
| "learning_rate": 4.100684261974585e-05, |
| "loss": 0.5879, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.7883981542518128, |
| "grad_norm": 0.2605431347759016, |
| "learning_rate": 4.0982404692082114e-05, |
| "loss": 0.5625, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.7897165458141068, |
| "grad_norm": 0.2556091252826518, |
| "learning_rate": 4.0957966764418385e-05, |
| "loss": 0.5809, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.7910349373764007, |
| "grad_norm": 0.27730054080546096, |
| "learning_rate": 4.093352883675465e-05, |
| "loss": 0.5785, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.7923533289386948, |
| "grad_norm": 0.31688837260965635, |
| "learning_rate": 4.0909090909090915e-05, |
| "loss": 0.5768, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.7936717205009888, |
| "grad_norm": 0.25511458288302774, |
| "learning_rate": 4.088465298142718e-05, |
| "loss": 0.59, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.7949901120632828, |
| "grad_norm": 0.27568375393526295, |
| "learning_rate": 4.0860215053763444e-05, |
| "loss": 0.5655, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.7963085036255768, |
| "grad_norm": 0.24531498341411834, |
| "learning_rate": 4.083577712609971e-05, |
| "loss": 0.5763, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.7976268951878708, |
| "grad_norm": 0.27737389124937584, |
| "learning_rate": 4.0811339198435974e-05, |
| "loss": 0.6049, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.7989452867501649, |
| "grad_norm": 0.2665381526208649, |
| "learning_rate": 4.0786901270772246e-05, |
| "loss": 0.5911, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.8002636783124588, |
| "grad_norm": 0.3004312699442013, |
| "learning_rate": 4.076246334310851e-05, |
| "loss": 0.5701, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.8015820698747528, |
| "grad_norm": 0.259406450402484, |
| "learning_rate": 4.0738025415444775e-05, |
| "loss": 0.5788, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.8029004614370469, |
| "grad_norm": 0.25388247567477534, |
| "learning_rate": 4.071358748778104e-05, |
| "loss": 0.5744, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.8042188529993408, |
| "grad_norm": 0.2804898488362729, |
| "learning_rate": 4.0689149560117305e-05, |
| "loss": 0.572, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.8055372445616348, |
| "grad_norm": 0.26827548217579805, |
| "learning_rate": 4.066471163245357e-05, |
| "loss": 0.5764, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.8068556361239289, |
| "grad_norm": 0.2472992485976218, |
| "learning_rate": 4.064027370478984e-05, |
| "loss": 0.5911, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.8081740276862228, |
| "grad_norm": 0.2772544059452531, |
| "learning_rate": 4.06158357771261e-05, |
| "loss": 0.5838, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.8094924192485168, |
| "grad_norm": 0.23476969544254697, |
| "learning_rate": 4.0591397849462364e-05, |
| "loss": 0.6063, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.8108108108108109, |
| "grad_norm": 0.27613003917257456, |
| "learning_rate": 4.056695992179863e-05, |
| "loss": 0.5735, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.8121292023731048, |
| "grad_norm": 0.23819051975607636, |
| "learning_rate": 4.0542521994134894e-05, |
| "loss": 0.5555, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.8134475939353988, |
| "grad_norm": 0.25441514328928067, |
| "learning_rate": 4.0518084066471165e-05, |
| "loss": 0.5818, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.8147659854976929, |
| "grad_norm": 0.286505321906632, |
| "learning_rate": 4.049364613880743e-05, |
| "loss": 0.6137, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.8160843770599868, |
| "grad_norm": 0.22405947143028673, |
| "learning_rate": 4.0469208211143695e-05, |
| "loss": 0.596, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.8174027686222808, |
| "grad_norm": 0.27215956122999413, |
| "learning_rate": 4.044477028347996e-05, |
| "loss": 0.5903, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.8187211601845749, |
| "grad_norm": 0.25126604847350664, |
| "learning_rate": 4.0420332355816224e-05, |
| "loss": 0.5915, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.8200395517468688, |
| "grad_norm": 0.23752875054756378, |
| "learning_rate": 4.039589442815249e-05, |
| "loss": 0.5672, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.8213579433091628, |
| "grad_norm": 0.31346179443011246, |
| "learning_rate": 4.037145650048876e-05, |
| "loss": 0.5894, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.8226763348714569, |
| "grad_norm": 0.23918367431513135, |
| "learning_rate": 4.0347018572825025e-05, |
| "loss": 0.5932, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.8239947264337508, |
| "grad_norm": 0.32454555758690956, |
| "learning_rate": 4.032258064516129e-05, |
| "loss": 0.5404, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.8253131179960448, |
| "grad_norm": 0.26194551529324944, |
| "learning_rate": 4.0298142717497555e-05, |
| "loss": 0.5445, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.8266315095583389, |
| "grad_norm": 0.30753622735264785, |
| "learning_rate": 4.027370478983382e-05, |
| "loss": 0.5915, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.8279499011206328, |
| "grad_norm": 0.2707063917970171, |
| "learning_rate": 4.0249266862170085e-05, |
| "loss": 0.5456, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.8292682926829268, |
| "grad_norm": 0.29332919158487597, |
| "learning_rate": 4.0224828934506356e-05, |
| "loss": 0.5873, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.8305866842452209, |
| "grad_norm": 0.2997230878996013, |
| "learning_rate": 4.020039100684262e-05, |
| "loss": 0.5884, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.8319050758075148, |
| "grad_norm": 0.27574457040937517, |
| "learning_rate": 4.0175953079178886e-05, |
| "loss": 0.6042, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.8332234673698088, |
| "grad_norm": 0.32309655855533437, |
| "learning_rate": 4.015151515151515e-05, |
| "loss": 0.553, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.8345418589321029, |
| "grad_norm": 0.260408410960416, |
| "learning_rate": 4.0127077223851415e-05, |
| "loss": 0.568, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.8358602504943968, |
| "grad_norm": 0.2861236084639323, |
| "learning_rate": 4.010263929618768e-05, |
| "loss": 0.5931, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.8371786420566908, |
| "grad_norm": 0.2847060901193924, |
| "learning_rate": 4.007820136852395e-05, |
| "loss": 0.5812, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.8384970336189849, |
| "grad_norm": 0.2667817782589144, |
| "learning_rate": 4.005376344086022e-05, |
| "loss": 0.5589, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.8398154251812788, |
| "grad_norm": 0.27161768067042885, |
| "learning_rate": 4.002932551319648e-05, |
| "loss": 0.5718, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.8411338167435728, |
| "grad_norm": 0.2581137909748153, |
| "learning_rate": 4.0004887585532746e-05, |
| "loss": 0.5692, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.8424522083058669, |
| "grad_norm": 0.22932264311939074, |
| "learning_rate": 3.998044965786901e-05, |
| "loss": 0.5624, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.8437705998681608, |
| "grad_norm": 0.28920344563872724, |
| "learning_rate": 3.9956011730205276e-05, |
| "loss": 0.5576, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.8450889914304548, |
| "grad_norm": 0.22970784577397887, |
| "learning_rate": 3.993157380254155e-05, |
| "loss": 0.5576, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.8464073829927489, |
| "grad_norm": 0.2909485578032682, |
| "learning_rate": 3.990713587487781e-05, |
| "loss": 0.5814, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.8477257745550428, |
| "grad_norm": 0.23972791189571147, |
| "learning_rate": 3.988269794721408e-05, |
| "loss": 0.5523, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.8490441661173368, |
| "grad_norm": 0.2772054078403191, |
| "learning_rate": 3.985826001955034e-05, |
| "loss": 0.608, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.8503625576796309, |
| "grad_norm": 0.2704863225310378, |
| "learning_rate": 3.983382209188661e-05, |
| "loss": 0.5441, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.8516809492419248, |
| "grad_norm": 0.2783402514020125, |
| "learning_rate": 3.980938416422287e-05, |
| "loss": 0.6073, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.8529993408042189, |
| "grad_norm": 0.2580558613883854, |
| "learning_rate": 3.978494623655914e-05, |
| "loss": 0.5547, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.8543177323665129, |
| "grad_norm": 0.2398749358333043, |
| "learning_rate": 3.976050830889541e-05, |
| "loss": 0.5646, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.8556361239288068, |
| "grad_norm": 0.27859020004891927, |
| "learning_rate": 3.973607038123167e-05, |
| "loss": 0.5639, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.8569545154911009, |
| "grad_norm": 0.2432703530519651, |
| "learning_rate": 3.971163245356794e-05, |
| "loss": 0.5886, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.8582729070533949, |
| "grad_norm": 0.2630806971272542, |
| "learning_rate": 3.96871945259042e-05, |
| "loss": 0.5905, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.8595912986156888, |
| "grad_norm": 0.24639274802412442, |
| "learning_rate": 3.966275659824047e-05, |
| "loss": 0.5044, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.8609096901779829, |
| "grad_norm": 0.2688654710389458, |
| "learning_rate": 3.963831867057673e-05, |
| "loss": 0.5893, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.8622280817402769, |
| "grad_norm": 0.24572379653240067, |
| "learning_rate": 3.9613880742913e-05, |
| "loss": 0.5869, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.8635464733025708, |
| "grad_norm": 0.2516823093204936, |
| "learning_rate": 3.958944281524927e-05, |
| "loss": 0.5409, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.8648648648648649, |
| "grad_norm": 0.26012154450158637, |
| "learning_rate": 3.956500488758553e-05, |
| "loss": 0.6212, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.8661832564271589, |
| "grad_norm": 0.2495456819951276, |
| "learning_rate": 3.95405669599218e-05, |
| "loss": 0.5352, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.8675016479894528, |
| "grad_norm": 0.22323323511733179, |
| "learning_rate": 3.951612903225806e-05, |
| "loss": 0.5748, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.8688200395517469, |
| "grad_norm": 0.25747628886130935, |
| "learning_rate": 3.949169110459433e-05, |
| "loss": 0.5734, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.8701384311140409, |
| "grad_norm": 0.23633666511075382, |
| "learning_rate": 3.94672531769306e-05, |
| "loss": 0.5729, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.8714568226763348, |
| "grad_norm": 0.2327230833872904, |
| "learning_rate": 3.9442815249266864e-05, |
| "loss": 0.5468, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.8727752142386289, |
| "grad_norm": 0.2911396131826174, |
| "learning_rate": 3.941837732160313e-05, |
| "loss": 0.5438, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.8740936058009229, |
| "grad_norm": 0.23809647038334042, |
| "learning_rate": 3.939393939393939e-05, |
| "loss": 0.5522, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.8754119973632168, |
| "grad_norm": 0.2675095137100887, |
| "learning_rate": 3.936950146627566e-05, |
| "loss": 0.5386, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.8767303889255109, |
| "grad_norm": 0.23957921139365, |
| "learning_rate": 3.934506353861192e-05, |
| "loss": 0.5701, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.8780487804878049, |
| "grad_norm": 0.2374625500844515, |
| "learning_rate": 3.9320625610948195e-05, |
| "loss": 0.5903, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.8793671720500988, |
| "grad_norm": 0.26215460408061897, |
| "learning_rate": 3.929618768328446e-05, |
| "loss": 0.5417, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.8806855636123929, |
| "grad_norm": 0.244583057548248, |
| "learning_rate": 3.9271749755620724e-05, |
| "loss": 0.6029, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.8820039551746869, |
| "grad_norm": 0.25591608366862945, |
| "learning_rate": 3.924731182795699e-05, |
| "loss": 0.6095, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.8833223467369808, |
| "grad_norm": 0.2773412412422752, |
| "learning_rate": 3.9222873900293254e-05, |
| "loss": 0.5987, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.8846407382992749, |
| "grad_norm": 0.24359255635955676, |
| "learning_rate": 3.919843597262952e-05, |
| "loss": 0.5487, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.8859591298615689, |
| "grad_norm": 0.30677599295742874, |
| "learning_rate": 3.917399804496579e-05, |
| "loss": 0.6028, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.8872775214238628, |
| "grad_norm": 0.2486521614907155, |
| "learning_rate": 3.9149560117302055e-05, |
| "loss": 0.5837, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.8885959129861569, |
| "grad_norm": 0.2747985237355314, |
| "learning_rate": 3.912512218963832e-05, |
| "loss": 0.5437, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.8899143045484509, |
| "grad_norm": 0.24615676321613958, |
| "learning_rate": 3.9100684261974585e-05, |
| "loss": 0.5619, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.8912326961107448, |
| "grad_norm": 0.2805176182290872, |
| "learning_rate": 3.907624633431085e-05, |
| "loss": 0.602, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.8925510876730389, |
| "grad_norm": 0.25073657230318663, |
| "learning_rate": 3.9051808406647114e-05, |
| "loss": 0.5903, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.8938694792353329, |
| "grad_norm": 0.2401829368331181, |
| "learning_rate": 3.9027370478983386e-05, |
| "loss": 0.5417, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.8951878707976269, |
| "grad_norm": 0.2725945087984761, |
| "learning_rate": 3.900293255131965e-05, |
| "loss": 0.5853, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.8965062623599209, |
| "grad_norm": 0.25013512227140855, |
| "learning_rate": 3.8978494623655915e-05, |
| "loss": 0.5679, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.8978246539222149, |
| "grad_norm": 0.24393064218492416, |
| "learning_rate": 3.895405669599218e-05, |
| "loss": 0.5345, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.8991430454845089, |
| "grad_norm": 0.2701753442958192, |
| "learning_rate": 3.8929618768328445e-05, |
| "loss": 0.5293, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.9004614370468029, |
| "grad_norm": 0.2541513002002444, |
| "learning_rate": 3.890518084066471e-05, |
| "loss": 0.5848, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.9017798286090969, |
| "grad_norm": 0.2401244987353776, |
| "learning_rate": 3.888074291300098e-05, |
| "loss": 0.5468, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.9030982201713909, |
| "grad_norm": 0.2517490433721017, |
| "learning_rate": 3.8856304985337246e-05, |
| "loss": 0.5688, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.9044166117336849, |
| "grad_norm": 0.28685884791036226, |
| "learning_rate": 3.883186705767351e-05, |
| "loss": 0.571, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.9057350032959789, |
| "grad_norm": 0.23502400413910268, |
| "learning_rate": 3.8807429130009776e-05, |
| "loss": 0.5646, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.9070533948582729, |
| "grad_norm": 0.2863436735403986, |
| "learning_rate": 3.878299120234604e-05, |
| "loss": 0.5404, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.9083717864205669, |
| "grad_norm": 0.26322386192859415, |
| "learning_rate": 3.8758553274682305e-05, |
| "loss": 0.5499, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.9096901779828609, |
| "grad_norm": 0.23118858037566792, |
| "learning_rate": 3.873411534701858e-05, |
| "loss": 0.5672, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.9110085695451549, |
| "grad_norm": 0.25359274068783, |
| "learning_rate": 3.870967741935484e-05, |
| "loss": 0.5764, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.9123269611074489, |
| "grad_norm": 0.2732012552157185, |
| "learning_rate": 3.8685239491691106e-05, |
| "loss": 0.5928, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.9136453526697429, |
| "grad_norm": 0.2386449116227092, |
| "learning_rate": 3.866080156402737e-05, |
| "loss": 0.5417, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.914963744232037, |
| "grad_norm": 0.24930572847265844, |
| "learning_rate": 3.8636363636363636e-05, |
| "loss": 0.567, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.9162821357943309, |
| "grad_norm": 0.2400916144935081, |
| "learning_rate": 3.86119257086999e-05, |
| "loss": 0.5128, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.9176005273566249, |
| "grad_norm": 0.21228899660684725, |
| "learning_rate": 3.8587487781036166e-05, |
| "loss": 0.5513, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.918918918918919, |
| "grad_norm": 0.24612804983070322, |
| "learning_rate": 3.856304985337244e-05, |
| "loss": 0.5553, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.9202373104812129, |
| "grad_norm": 0.278841063860232, |
| "learning_rate": 3.85386119257087e-05, |
| "loss": 0.5845, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.9215557020435069, |
| "grad_norm": 0.2548769552867638, |
| "learning_rate": 3.851417399804497e-05, |
| "loss": 0.5598, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.922874093605801, |
| "grad_norm": 0.2864763865687837, |
| "learning_rate": 3.848973607038123e-05, |
| "loss": 0.548, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.9241924851680949, |
| "grad_norm": 0.26161333432960604, |
| "learning_rate": 3.8465298142717496e-05, |
| "loss": 0.5783, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.9255108767303889, |
| "grad_norm": 0.2949738268123761, |
| "learning_rate": 3.844086021505376e-05, |
| "loss": 0.6147, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.926829268292683, |
| "grad_norm": 0.24832499055386176, |
| "learning_rate": 3.841642228739003e-05, |
| "loss": 0.5428, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.9281476598549769, |
| "grad_norm": 0.277018541177385, |
| "learning_rate": 3.83919843597263e-05, |
| "loss": 0.5316, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.9294660514172709, |
| "grad_norm": 0.2666200091608695, |
| "learning_rate": 3.836754643206256e-05, |
| "loss": 0.5874, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.930784442979565, |
| "grad_norm": 0.26157956967651835, |
| "learning_rate": 3.834310850439883e-05, |
| "loss": 0.5751, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.9321028345418589, |
| "grad_norm": 0.2874491200216373, |
| "learning_rate": 3.831867057673509e-05, |
| "loss": 0.5724, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.9334212261041529, |
| "grad_norm": 0.27053108228012923, |
| "learning_rate": 3.829423264907136e-05, |
| "loss": 0.5769, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.934739617666447, |
| "grad_norm": 0.2641118065860094, |
| "learning_rate": 3.826979472140763e-05, |
| "loss": 0.5595, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.9360580092287409, |
| "grad_norm": 0.27215404493922674, |
| "learning_rate": 3.824535679374389e-05, |
| "loss": 0.6009, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.9373764007910349, |
| "grad_norm": 0.26062062908049943, |
| "learning_rate": 3.822091886608016e-05, |
| "loss": 0.573, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.938694792353329, |
| "grad_norm": 0.2744658306552036, |
| "learning_rate": 3.819648093841642e-05, |
| "loss": 0.578, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.9400131839156229, |
| "grad_norm": 0.2458348468271122, |
| "learning_rate": 3.817204301075269e-05, |
| "loss": 0.5562, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.9413315754779169, |
| "grad_norm": 0.2201252511286915, |
| "learning_rate": 3.814760508308895e-05, |
| "loss": 0.5833, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.942649967040211, |
| "grad_norm": 0.2438588566528336, |
| "learning_rate": 3.8123167155425224e-05, |
| "loss": 0.5436, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.9439683586025049, |
| "grad_norm": 0.21439513748560987, |
| "learning_rate": 3.809872922776149e-05, |
| "loss": 0.517, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.9452867501647989, |
| "grad_norm": 0.2529144711246782, |
| "learning_rate": 3.8074291300097754e-05, |
| "loss": 0.5411, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.946605141727093, |
| "grad_norm": 0.25679989732406483, |
| "learning_rate": 3.804985337243402e-05, |
| "loss": 0.5597, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.9479235332893869, |
| "grad_norm": 0.2313872661865403, |
| "learning_rate": 3.802541544477028e-05, |
| "loss": 0.5517, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.9492419248516809, |
| "grad_norm": 0.2319746665118741, |
| "learning_rate": 3.800097751710655e-05, |
| "loss": 0.5569, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.950560316413975, |
| "grad_norm": 0.23679775956105037, |
| "learning_rate": 3.797653958944282e-05, |
| "loss": 0.5628, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.951878707976269, |
| "grad_norm": 0.2373286969171995, |
| "learning_rate": 3.7952101661779084e-05, |
| "loss": 0.5637, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.9531970995385629, |
| "grad_norm": 0.23086575927122563, |
| "learning_rate": 3.792766373411535e-05, |
| "loss": 0.5504, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.954515491100857, |
| "grad_norm": 0.2328705906551139, |
| "learning_rate": 3.7903225806451614e-05, |
| "loss": 0.5684, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.955833882663151, |
| "grad_norm": 0.23166380225332392, |
| "learning_rate": 3.787878787878788e-05, |
| "loss": 0.5579, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.9571522742254449, |
| "grad_norm": 0.2389554169877941, |
| "learning_rate": 3.7854349951124144e-05, |
| "loss": 0.5743, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.958470665787739, |
| "grad_norm": 0.244862355542489, |
| "learning_rate": 3.7829912023460415e-05, |
| "loss": 0.5501, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.959789057350033, |
| "grad_norm": 0.23473121982996262, |
| "learning_rate": 3.780547409579668e-05, |
| "loss": 0.5245, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.9611074489123269, |
| "grad_norm": 0.27406216507174075, |
| "learning_rate": 3.7781036168132945e-05, |
| "loss": 0.5369, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.962425840474621, |
| "grad_norm": 0.255912726891568, |
| "learning_rate": 3.775659824046921e-05, |
| "loss": 0.5756, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.963744232036915, |
| "grad_norm": 0.2505268350758867, |
| "learning_rate": 3.7732160312805474e-05, |
| "loss": 0.5538, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.9650626235992089, |
| "grad_norm": 0.26135188015717015, |
| "learning_rate": 3.770772238514174e-05, |
| "loss": 0.6015, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.966381015161503, |
| "grad_norm": 0.24657420977469607, |
| "learning_rate": 3.768328445747801e-05, |
| "loss": 0.5866, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.967699406723797, |
| "grad_norm": 0.2657945958578638, |
| "learning_rate": 3.7658846529814276e-05, |
| "loss": 0.5463, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.9690177982860909, |
| "grad_norm": 0.26146017578128394, |
| "learning_rate": 3.763440860215054e-05, |
| "loss": 0.5599, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.970336189848385, |
| "grad_norm": 0.2354031694925808, |
| "learning_rate": 3.7609970674486805e-05, |
| "loss": 0.5517, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.971654581410679, |
| "grad_norm": 0.22189333635774294, |
| "learning_rate": 3.758553274682307e-05, |
| "loss": 0.5345, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.972972972972973, |
| "grad_norm": 0.24912682256290014, |
| "learning_rate": 3.7561094819159335e-05, |
| "loss": 0.5574, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.974291364535267, |
| "grad_norm": 0.2325956875017011, |
| "learning_rate": 3.7536656891495606e-05, |
| "loss": 0.5424, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.975609756097561, |
| "grad_norm": 0.23003568167062688, |
| "learning_rate": 3.751221896383187e-05, |
| "loss": 0.5342, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.976928147659855, |
| "grad_norm": 0.2256145108857715, |
| "learning_rate": 3.7487781036168136e-05, |
| "loss": 0.5704, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.978246539222149, |
| "grad_norm": 0.23431569670656302, |
| "learning_rate": 3.74633431085044e-05, |
| "loss": 0.5434, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.979564930784443, |
| "grad_norm": 0.24132668758915002, |
| "learning_rate": 3.7438905180840665e-05, |
| "loss": 0.5638, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.980883322346737, |
| "grad_norm": 0.2387737370641021, |
| "learning_rate": 3.741446725317693e-05, |
| "loss": 0.5369, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.982201713909031, |
| "grad_norm": 0.2406908117690978, |
| "learning_rate": 3.7390029325513195e-05, |
| "loss": 0.5714, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.983520105471325, |
| "grad_norm": 0.2426417597061762, |
| "learning_rate": 3.736559139784947e-05, |
| "loss": 0.5535, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.984838497033619, |
| "grad_norm": 0.2743483739324856, |
| "learning_rate": 3.734115347018573e-05, |
| "loss": 0.5394, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.986156888595913, |
| "grad_norm": 0.23952145639956465, |
| "learning_rate": 3.7316715542521996e-05, |
| "loss": 0.5652, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.987475280158207, |
| "grad_norm": 0.23484248601713406, |
| "learning_rate": 3.729227761485826e-05, |
| "loss": 0.5535, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.988793671720501, |
| "grad_norm": 0.27719500782981377, |
| "learning_rate": 3.7267839687194526e-05, |
| "loss": 0.5758, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.990112063282795, |
| "grad_norm": 0.2634739454894618, |
| "learning_rate": 3.724340175953079e-05, |
| "loss": 0.5783, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.991430454845089, |
| "grad_norm": 0.2688217523423705, |
| "learning_rate": 3.721896383186706e-05, |
| "loss": 0.6054, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.992748846407383, |
| "grad_norm": 0.262893447510181, |
| "learning_rate": 3.719452590420333e-05, |
| "loss": 0.5609, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.994067237969677, |
| "grad_norm": 0.2186218898444037, |
| "learning_rate": 3.717008797653959e-05, |
| "loss": 0.5236, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.995385629531971, |
| "grad_norm": 0.262545743630205, |
| "learning_rate": 3.714565004887586e-05, |
| "loss": 0.5388, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.996704021094265, |
| "grad_norm": 0.24371455011280926, |
| "learning_rate": 3.712121212121212e-05, |
| "loss": 0.5836, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.998022412656559, |
| "grad_norm": 0.23961062101680805, |
| "learning_rate": 3.7096774193548386e-05, |
| "loss": 0.5579, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.999340804218853, |
| "grad_norm": 0.2542922514087688, |
| "learning_rate": 3.707233626588466e-05, |
| "loss": 0.5584, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.2542922514087688, |
| "learning_rate": 3.704789833822092e-05, |
| "loss": 0.5026, |
| "step": 759 |
| }, |
| { |
| "epoch": 1.001318391562294, |
| "grad_norm": 0.35227998468050725, |
| "learning_rate": 3.702346041055719e-05, |
| "loss": 0.4793, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.002636783124588, |
| "grad_norm": 0.3171156924195792, |
| "learning_rate": 3.699902248289345e-05, |
| "loss": 0.4739, |
| "step": 761 |
| }, |
| { |
| "epoch": 1.003955174686882, |
| "grad_norm": 0.2797789945491188, |
| "learning_rate": 3.697458455522972e-05, |
| "loss": 0.4995, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.005273566249176, |
| "grad_norm": 0.3087106361987999, |
| "learning_rate": 3.695014662756598e-05, |
| "loss": 0.4882, |
| "step": 763 |
| }, |
| { |
| "epoch": 1.00659195781147, |
| "grad_norm": 0.28716003063255724, |
| "learning_rate": 3.6925708699902253e-05, |
| "loss": 0.4699, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.007910349373764, |
| "grad_norm": 0.2883156122542544, |
| "learning_rate": 3.690127077223852e-05, |
| "loss": 0.5007, |
| "step": 765 |
| }, |
| { |
| "epoch": 1.009228740936058, |
| "grad_norm": 0.2833285717579239, |
| "learning_rate": 3.687683284457478e-05, |
| "loss": 0.4745, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.010547132498352, |
| "grad_norm": 0.2775788623126738, |
| "learning_rate": 3.685239491691105e-05, |
| "loss": 0.4757, |
| "step": 767 |
| }, |
| { |
| "epoch": 1.011865524060646, |
| "grad_norm": 0.2651467221689858, |
| "learning_rate": 3.682795698924731e-05, |
| "loss": 0.4514, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.01318391562294, |
| "grad_norm": 0.29839235934220965, |
| "learning_rate": 3.680351906158358e-05, |
| "loss": 0.4767, |
| "step": 769 |
| }, |
| { |
| "epoch": 1.014502307185234, |
| "grad_norm": 0.29488950737931585, |
| "learning_rate": 3.677908113391985e-05, |
| "loss": 0.4691, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.015820698747528, |
| "grad_norm": 0.27367786180264003, |
| "learning_rate": 3.6754643206256114e-05, |
| "loss": 0.467, |
| "step": 771 |
| }, |
| { |
| "epoch": 1.017139090309822, |
| "grad_norm": 0.29417272000046657, |
| "learning_rate": 3.673020527859238e-05, |
| "loss": 0.4934, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.018457481872116, |
| "grad_norm": 0.26926469947835735, |
| "learning_rate": 3.670576735092864e-05, |
| "loss": 0.492, |
| "step": 773 |
| }, |
| { |
| "epoch": 1.01977587343441, |
| "grad_norm": 1.093544910745387, |
| "learning_rate": 3.668132942326491e-05, |
| "loss": 0.482, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.021094264996704, |
| "grad_norm": 0.28743908490664805, |
| "learning_rate": 3.665689149560117e-05, |
| "loss": 0.4951, |
| "step": 775 |
| }, |
| { |
| "epoch": 1.022412656558998, |
| "grad_norm": 0.26331091296141146, |
| "learning_rate": 3.6632453567937445e-05, |
| "loss": 0.519, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.023731048121292, |
| "grad_norm": 0.2543506493517187, |
| "learning_rate": 3.660801564027371e-05, |
| "loss": 0.5238, |
| "step": 777 |
| }, |
| { |
| "epoch": 1.025049439683586, |
| "grad_norm": 0.26167901787823467, |
| "learning_rate": 3.6583577712609974e-05, |
| "loss": 0.4782, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.02636783124588, |
| "grad_norm": 0.28560366301674545, |
| "learning_rate": 3.655913978494624e-05, |
| "loss": 0.473, |
| "step": 779 |
| }, |
| { |
| "epoch": 1.027686222808174, |
| "grad_norm": 0.23388119737485777, |
| "learning_rate": 3.6534701857282504e-05, |
| "loss": 0.4856, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.029004614370468, |
| "grad_norm": 0.24655330710779644, |
| "learning_rate": 3.651026392961877e-05, |
| "loss": 0.5076, |
| "step": 781 |
| }, |
| { |
| "epoch": 1.030323005932762, |
| "grad_norm": 0.2575926808260151, |
| "learning_rate": 3.648582600195504e-05, |
| "loss": 0.476, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.031641397495056, |
| "grad_norm": 0.24379287719822396, |
| "learning_rate": 3.6461388074291305e-05, |
| "loss": 0.5196, |
| "step": 783 |
| }, |
| { |
| "epoch": 1.03295978905735, |
| "grad_norm": 0.22067290124006286, |
| "learning_rate": 3.643695014662757e-05, |
| "loss": 0.4691, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.034278180619644, |
| "grad_norm": 0.2825611100816932, |
| "learning_rate": 3.6412512218963835e-05, |
| "loss": 0.4802, |
| "step": 785 |
| }, |
| { |
| "epoch": 1.035596572181938, |
| "grad_norm": 0.2201826902464278, |
| "learning_rate": 3.63880742913001e-05, |
| "loss": 0.4359, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.036914963744232, |
| "grad_norm": 0.24304361960984122, |
| "learning_rate": 3.6363636363636364e-05, |
| "loss": 0.4844, |
| "step": 787 |
| }, |
| { |
| "epoch": 1.038233355306526, |
| "grad_norm": 0.2612328701403773, |
| "learning_rate": 3.633919843597263e-05, |
| "loss": 0.4884, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.03955174686882, |
| "grad_norm": 0.28372181328058116, |
| "learning_rate": 3.63147605083089e-05, |
| "loss": 0.4517, |
| "step": 789 |
| }, |
| { |
| "epoch": 1.040870138431114, |
| "grad_norm": 0.2501403024747959, |
| "learning_rate": 3.6290322580645165e-05, |
| "loss": 0.4794, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.042188529993408, |
| "grad_norm": 0.27687203135368715, |
| "learning_rate": 3.626588465298143e-05, |
| "loss": 0.502, |
| "step": 791 |
| }, |
| { |
| "epoch": 1.043506921555702, |
| "grad_norm": 0.26132241213905255, |
| "learning_rate": 3.6241446725317695e-05, |
| "loss": 0.4849, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.044825313117996, |
| "grad_norm": 0.2855853356790974, |
| "learning_rate": 3.621700879765396e-05, |
| "loss": 0.4581, |
| "step": 793 |
| }, |
| { |
| "epoch": 1.04614370468029, |
| "grad_norm": 0.27555486723433936, |
| "learning_rate": 3.6192570869990225e-05, |
| "loss": 0.4455, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.047462096242584, |
| "grad_norm": 0.27267375700585395, |
| "learning_rate": 3.6168132942326496e-05, |
| "loss": 0.4795, |
| "step": 795 |
| }, |
| { |
| "epoch": 1.048780487804878, |
| "grad_norm": 0.2805149238014777, |
| "learning_rate": 3.614369501466276e-05, |
| "loss": 0.4525, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.050098879367172, |
| "grad_norm": 0.2443118652121828, |
| "learning_rate": 3.6119257086999026e-05, |
| "loss": 0.4876, |
| "step": 797 |
| }, |
| { |
| "epoch": 1.051417270929466, |
| "grad_norm": 0.2937661758277491, |
| "learning_rate": 3.609481915933529e-05, |
| "loss": 0.4999, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.05273566249176, |
| "grad_norm": 0.24305401053436632, |
| "learning_rate": 3.6070381231671555e-05, |
| "loss": 0.4855, |
| "step": 799 |
| }, |
| { |
| "epoch": 1.054054054054054, |
| "grad_norm": 0.2606953932514111, |
| "learning_rate": 3.604594330400782e-05, |
| "loss": 0.4515, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.055372445616348, |
| "grad_norm": 0.23813492926647362, |
| "learning_rate": 3.602150537634409e-05, |
| "loss": 0.4823, |
| "step": 801 |
| }, |
| { |
| "epoch": 1.056690837178642, |
| "grad_norm": 0.2682935617860416, |
| "learning_rate": 3.5997067448680356e-05, |
| "loss": 0.4525, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.0580092287409362, |
| "grad_norm": 0.22757782184643785, |
| "learning_rate": 3.597262952101662e-05, |
| "loss": 0.4612, |
| "step": 803 |
| }, |
| { |
| "epoch": 1.05932762030323, |
| "grad_norm": 0.22193727019158713, |
| "learning_rate": 3.5948191593352886e-05, |
| "loss": 0.4684, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.060646011865524, |
| "grad_norm": 0.28435407510931454, |
| "learning_rate": 3.592375366568915e-05, |
| "loss": 0.4864, |
| "step": 805 |
| }, |
| { |
| "epoch": 1.061964403427818, |
| "grad_norm": 0.23905823474210838, |
| "learning_rate": 3.5899315738025416e-05, |
| "loss": 0.4787, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.063282794990112, |
| "grad_norm": 0.29167782086254906, |
| "learning_rate": 3.587487781036169e-05, |
| "loss": 0.5056, |
| "step": 807 |
| }, |
| { |
| "epoch": 1.064601186552406, |
| "grad_norm": 0.22426631107649136, |
| "learning_rate": 3.585043988269795e-05, |
| "loss": 0.4969, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.0659195781147002, |
| "grad_norm": 0.24956939791705882, |
| "learning_rate": 3.582600195503422e-05, |
| "loss": 0.463, |
| "step": 809 |
| }, |
| { |
| "epoch": 1.067237969676994, |
| "grad_norm": 0.24437206339621906, |
| "learning_rate": 3.580156402737048e-05, |
| "loss": 0.4867, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.068556361239288, |
| "grad_norm": 0.26829271276977296, |
| "learning_rate": 3.5777126099706746e-05, |
| "loss": 0.4926, |
| "step": 811 |
| }, |
| { |
| "epoch": 1.0698747528015822, |
| "grad_norm": 0.2694486399496288, |
| "learning_rate": 3.575268817204301e-05, |
| "loss": 0.4581, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.071193144363876, |
| "grad_norm": 0.2314407432265082, |
| "learning_rate": 3.572825024437928e-05, |
| "loss": 0.4641, |
| "step": 813 |
| }, |
| { |
| "epoch": 1.07251153592617, |
| "grad_norm": 0.26290930348716496, |
| "learning_rate": 3.570381231671555e-05, |
| "loss": 0.4507, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.0738299274884642, |
| "grad_norm": 0.27464211019231866, |
| "learning_rate": 3.567937438905181e-05, |
| "loss": 0.47, |
| "step": 815 |
| }, |
| { |
| "epoch": 1.075148319050758, |
| "grad_norm": 0.24392177528982625, |
| "learning_rate": 3.565493646138808e-05, |
| "loss": 0.4713, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.076466710613052, |
| "grad_norm": 0.2560556934611447, |
| "learning_rate": 3.563049853372434e-05, |
| "loss": 0.4672, |
| "step": 817 |
| }, |
| { |
| "epoch": 1.0777851021753462, |
| "grad_norm": 0.28913783375399005, |
| "learning_rate": 3.560606060606061e-05, |
| "loss": 0.484, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.07910349373764, |
| "grad_norm": 0.24544843565837038, |
| "learning_rate": 3.558162267839688e-05, |
| "loss": 0.4634, |
| "step": 819 |
| }, |
| { |
| "epoch": 1.080421885299934, |
| "grad_norm": 0.24983267701204717, |
| "learning_rate": 3.555718475073314e-05, |
| "loss": 0.4795, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.0817402768622282, |
| "grad_norm": 0.24657234808961817, |
| "learning_rate": 3.553274682306941e-05, |
| "loss": 0.4413, |
| "step": 821 |
| }, |
| { |
| "epoch": 1.083058668424522, |
| "grad_norm": 0.3070453037823855, |
| "learning_rate": 3.550830889540567e-05, |
| "loss": 0.4652, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.084377059986816, |
| "grad_norm": 0.21918138380181393, |
| "learning_rate": 3.548387096774194e-05, |
| "loss": 0.4466, |
| "step": 823 |
| }, |
| { |
| "epoch": 1.0856954515491102, |
| "grad_norm": 0.26751804780305344, |
| "learning_rate": 3.54594330400782e-05, |
| "loss": 0.5063, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.087013843111404, |
| "grad_norm": 0.24704146774317437, |
| "learning_rate": 3.5434995112414474e-05, |
| "loss": 0.4604, |
| "step": 825 |
| }, |
| { |
| "epoch": 1.088332234673698, |
| "grad_norm": 0.24733471230027887, |
| "learning_rate": 3.541055718475074e-05, |
| "loss": 0.481, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.0896506262359922, |
| "grad_norm": 0.24778802879808934, |
| "learning_rate": 3.5386119257087004e-05, |
| "loss": 0.488, |
| "step": 827 |
| }, |
| { |
| "epoch": 1.090969017798286, |
| "grad_norm": 0.2401309674284125, |
| "learning_rate": 3.536168132942327e-05, |
| "loss": 0.491, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.09228740936058, |
| "grad_norm": 0.23562704291147082, |
| "learning_rate": 3.533724340175953e-05, |
| "loss": 0.4421, |
| "step": 829 |
| }, |
| { |
| "epoch": 1.0936058009228742, |
| "grad_norm": 0.2319868655040486, |
| "learning_rate": 3.53128054740958e-05, |
| "loss": 0.5261, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.094924192485168, |
| "grad_norm": 0.26346128294007864, |
| "learning_rate": 3.528836754643207e-05, |
| "loss": 0.4406, |
| "step": 831 |
| }, |
| { |
| "epoch": 1.096242584047462, |
| "grad_norm": 0.21951855515760837, |
| "learning_rate": 3.5263929618768334e-05, |
| "loss": 0.4718, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.0975609756097562, |
| "grad_norm": 0.284551935257363, |
| "learning_rate": 3.52394916911046e-05, |
| "loss": 0.4944, |
| "step": 833 |
| }, |
| { |
| "epoch": 1.09887936717205, |
| "grad_norm": 0.21292637020743369, |
| "learning_rate": 3.5215053763440864e-05, |
| "loss": 0.4804, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.1001977587343441, |
| "grad_norm": 0.27688281712619295, |
| "learning_rate": 3.519061583577713e-05, |
| "loss": 0.4724, |
| "step": 835 |
| }, |
| { |
| "epoch": 1.1015161502966382, |
| "grad_norm": 0.2444249940727895, |
| "learning_rate": 3.5166177908113394e-05, |
| "loss": 0.5235, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.102834541858932, |
| "grad_norm": 0.23513157535578333, |
| "learning_rate": 3.514173998044966e-05, |
| "loss": 0.4432, |
| "step": 837 |
| }, |
| { |
| "epoch": 1.1041529334212261, |
| "grad_norm": 0.23869288544878528, |
| "learning_rate": 3.511730205278593e-05, |
| "loss": 0.4656, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.1054713249835202, |
| "grad_norm": 0.26665874658701433, |
| "learning_rate": 3.5092864125122195e-05, |
| "loss": 0.4694, |
| "step": 839 |
| }, |
| { |
| "epoch": 1.106789716545814, |
| "grad_norm": 0.24767781066831773, |
| "learning_rate": 3.506842619745846e-05, |
| "loss": 0.4813, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.1081081081081081, |
| "grad_norm": 0.22735984096588405, |
| "learning_rate": 3.5043988269794724e-05, |
| "loss": 0.4579, |
| "step": 841 |
| }, |
| { |
| "epoch": 1.1094264996704022, |
| "grad_norm": 0.23362897732543694, |
| "learning_rate": 3.501955034213099e-05, |
| "loss": 0.4719, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.110744891232696, |
| "grad_norm": 0.257684065345504, |
| "learning_rate": 3.4995112414467254e-05, |
| "loss": 0.4433, |
| "step": 843 |
| }, |
| { |
| "epoch": 1.1120632827949901, |
| "grad_norm": 0.2153642646483253, |
| "learning_rate": 3.4970674486803526e-05, |
| "loss": 0.4674, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.1133816743572842, |
| "grad_norm": 0.2498091498251156, |
| "learning_rate": 3.494623655913979e-05, |
| "loss": 0.4527, |
| "step": 845 |
| }, |
| { |
| "epoch": 1.114700065919578, |
| "grad_norm": 0.2406987479572704, |
| "learning_rate": 3.4921798631476055e-05, |
| "loss": 0.4611, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.1160184574818721, |
| "grad_norm": 0.24013024931793053, |
| "learning_rate": 3.489736070381232e-05, |
| "loss": 0.4615, |
| "step": 847 |
| }, |
| { |
| "epoch": 1.1173368490441662, |
| "grad_norm": 0.24467806920645313, |
| "learning_rate": 3.4872922776148585e-05, |
| "loss": 0.5241, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.11865524060646, |
| "grad_norm": 0.2605027525397413, |
| "learning_rate": 3.484848484848485e-05, |
| "loss": 0.4831, |
| "step": 849 |
| }, |
| { |
| "epoch": 1.1199736321687541, |
| "grad_norm": 0.23064607324880076, |
| "learning_rate": 3.482404692082112e-05, |
| "loss": 0.495, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.1212920237310482, |
| "grad_norm": 0.25604658757475063, |
| "learning_rate": 3.4799608993157386e-05, |
| "loss": 0.4902, |
| "step": 851 |
| }, |
| { |
| "epoch": 1.122610415293342, |
| "grad_norm": 0.22850023698876337, |
| "learning_rate": 3.477517106549365e-05, |
| "loss": 0.4798, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.1239288068556361, |
| "grad_norm": 0.2389703758119579, |
| "learning_rate": 3.4750733137829916e-05, |
| "loss": 0.4601, |
| "step": 853 |
| }, |
| { |
| "epoch": 1.1252471984179302, |
| "grad_norm": 0.23482866919395196, |
| "learning_rate": 3.472629521016618e-05, |
| "loss": 0.4833, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.126565589980224, |
| "grad_norm": 0.2409779462702182, |
| "learning_rate": 3.4701857282502445e-05, |
| "loss": 0.4555, |
| "step": 855 |
| }, |
| { |
| "epoch": 1.1278839815425181, |
| "grad_norm": 0.2638885491545315, |
| "learning_rate": 3.467741935483872e-05, |
| "loss": 0.4845, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.1292023731048122, |
| "grad_norm": 0.2517445569986723, |
| "learning_rate": 3.465298142717498e-05, |
| "loss": 0.4666, |
| "step": 857 |
| }, |
| { |
| "epoch": 1.130520764667106, |
| "grad_norm": 0.25014758403433646, |
| "learning_rate": 3.4628543499511246e-05, |
| "loss": 0.5026, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.1318391562294001, |
| "grad_norm": 0.2521997874025587, |
| "learning_rate": 3.460410557184751e-05, |
| "loss": 0.4806, |
| "step": 859 |
| }, |
| { |
| "epoch": 1.1331575477916942, |
| "grad_norm": 0.2555206213317847, |
| "learning_rate": 3.4579667644183776e-05, |
| "loss": 0.4782, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.134475939353988, |
| "grad_norm": 0.25789243207049745, |
| "learning_rate": 3.455522971652004e-05, |
| "loss": 0.4677, |
| "step": 861 |
| }, |
| { |
| "epoch": 1.1357943309162821, |
| "grad_norm": 0.24701710379989944, |
| "learning_rate": 3.453079178885631e-05, |
| "loss": 0.469, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.1371127224785762, |
| "grad_norm": 0.27324472243494113, |
| "learning_rate": 3.450635386119258e-05, |
| "loss": 0.4828, |
| "step": 863 |
| }, |
| { |
| "epoch": 1.13843111404087, |
| "grad_norm": 0.26681972667964243, |
| "learning_rate": 3.448191593352884e-05, |
| "loss": 0.4622, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.1397495056031641, |
| "grad_norm": 0.23890499836772744, |
| "learning_rate": 3.445747800586511e-05, |
| "loss": 0.4908, |
| "step": 865 |
| }, |
| { |
| "epoch": 1.1410678971654582, |
| "grad_norm": 0.2465061161395173, |
| "learning_rate": 3.443304007820137e-05, |
| "loss": 0.5078, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.142386288727752, |
| "grad_norm": 0.273818191439379, |
| "learning_rate": 3.4408602150537636e-05, |
| "loss": 0.4694, |
| "step": 867 |
| }, |
| { |
| "epoch": 1.1437046802900461, |
| "grad_norm": 0.23665491337437958, |
| "learning_rate": 3.438416422287391e-05, |
| "loss": 0.4758, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.1450230718523402, |
| "grad_norm": 0.2316790867141602, |
| "learning_rate": 3.4359726295210166e-05, |
| "loss": 0.4536, |
| "step": 869 |
| }, |
| { |
| "epoch": 1.146341463414634, |
| "grad_norm": 0.2557885535837887, |
| "learning_rate": 3.433528836754643e-05, |
| "loss": 0.4672, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.1476598549769281, |
| "grad_norm": 0.2209031285912192, |
| "learning_rate": 3.4310850439882695e-05, |
| "loss": 0.478, |
| "step": 871 |
| }, |
| { |
| "epoch": 1.1489782465392222, |
| "grad_norm": 0.22345402029112227, |
| "learning_rate": 3.428641251221896e-05, |
| "loss": 0.4721, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.150296638101516, |
| "grad_norm": 0.2435593848276839, |
| "learning_rate": 3.426197458455523e-05, |
| "loss": 0.4504, |
| "step": 873 |
| }, |
| { |
| "epoch": 1.1516150296638101, |
| "grad_norm": 0.23463165934348576, |
| "learning_rate": 3.42375366568915e-05, |
| "loss": 0.4731, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.1529334212261042, |
| "grad_norm": 0.22413373189817168, |
| "learning_rate": 3.421309872922776e-05, |
| "loss": 0.5119, |
| "step": 875 |
| }, |
| { |
| "epoch": 1.154251812788398, |
| "grad_norm": 0.2514651509172245, |
| "learning_rate": 3.4188660801564026e-05, |
| "loss": 0.4756, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.1555702043506921, |
| "grad_norm": 0.21320205785518553, |
| "learning_rate": 3.416422287390029e-05, |
| "loss": 0.4669, |
| "step": 877 |
| }, |
| { |
| "epoch": 1.1568885959129862, |
| "grad_norm": 0.23119764810086663, |
| "learning_rate": 3.4139784946236556e-05, |
| "loss": 0.4623, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.15820698747528, |
| "grad_norm": 0.28812218362116415, |
| "learning_rate": 3.411534701857283e-05, |
| "loss": 0.4929, |
| "step": 879 |
| }, |
| { |
| "epoch": 1.1595253790375741, |
| "grad_norm": 0.2541819685947355, |
| "learning_rate": 3.409090909090909e-05, |
| "loss": 0.4722, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.1608437705998682, |
| "grad_norm": 0.21719520531863404, |
| "learning_rate": 3.406647116324536e-05, |
| "loss": 0.4784, |
| "step": 881 |
| }, |
| { |
| "epoch": 1.1621621621621623, |
| "grad_norm": 0.25831153050776723, |
| "learning_rate": 3.404203323558162e-05, |
| "loss": 0.4922, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.1634805537244561, |
| "grad_norm": 0.26761150786265914, |
| "learning_rate": 3.401759530791789e-05, |
| "loss": 0.456, |
| "step": 883 |
| }, |
| { |
| "epoch": 1.1647989452867502, |
| "grad_norm": 0.2434666942170409, |
| "learning_rate": 3.399315738025415e-05, |
| "loss": 0.4959, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.166117336849044, |
| "grad_norm": 0.239658569056963, |
| "learning_rate": 3.3968719452590416e-05, |
| "loss": 0.4472, |
| "step": 885 |
| }, |
| { |
| "epoch": 1.1674357284113381, |
| "grad_norm": 0.23574148366265477, |
| "learning_rate": 3.394428152492669e-05, |
| "loss": 0.4709, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.1687541199736322, |
| "grad_norm": 0.27540558094612266, |
| "learning_rate": 3.391984359726295e-05, |
| "loss": 0.4687, |
| "step": 887 |
| }, |
| { |
| "epoch": 1.1700725115359263, |
| "grad_norm": 0.23235237437861023, |
| "learning_rate": 3.389540566959922e-05, |
| "loss": 0.4808, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.1713909030982201, |
| "grad_norm": 0.29004863649636103, |
| "learning_rate": 3.387096774193548e-05, |
| "loss": 0.487, |
| "step": 889 |
| }, |
| { |
| "epoch": 1.1727092946605142, |
| "grad_norm": 0.25492282815207773, |
| "learning_rate": 3.384652981427175e-05, |
| "loss": 0.4719, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.174027686222808, |
| "grad_norm": 0.25339544964659144, |
| "learning_rate": 3.382209188660801e-05, |
| "loss": 0.4655, |
| "step": 891 |
| }, |
| { |
| "epoch": 1.1753460777851021, |
| "grad_norm": 0.2923622086246815, |
| "learning_rate": 3.3797653958944283e-05, |
| "loss": 0.4512, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.1766644693473962, |
| "grad_norm": 0.23485997501839004, |
| "learning_rate": 3.377321603128055e-05, |
| "loss": 0.4905, |
| "step": 893 |
| }, |
| { |
| "epoch": 1.1779828609096903, |
| "grad_norm": 0.2668589551578169, |
| "learning_rate": 3.374877810361681e-05, |
| "loss": 0.4562, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.1793012524719841, |
| "grad_norm": 0.29876498970775006, |
| "learning_rate": 3.372434017595308e-05, |
| "loss": 0.4737, |
| "step": 895 |
| }, |
| { |
| "epoch": 1.1806196440342782, |
| "grad_norm": 0.25034217325235375, |
| "learning_rate": 3.369990224828934e-05, |
| "loss": 0.4702, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.181938035596572, |
| "grad_norm": 0.2397418839678866, |
| "learning_rate": 3.367546432062561e-05, |
| "loss": 0.5135, |
| "step": 897 |
| }, |
| { |
| "epoch": 1.1832564271588661, |
| "grad_norm": 0.3081421438906284, |
| "learning_rate": 3.365102639296188e-05, |
| "loss": 0.4653, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.1845748187211602, |
| "grad_norm": 0.24727707242485086, |
| "learning_rate": 3.3626588465298144e-05, |
| "loss": 0.4783, |
| "step": 899 |
| }, |
| { |
| "epoch": 1.1858932102834543, |
| "grad_norm": 0.22826905107327558, |
| "learning_rate": 3.360215053763441e-05, |
| "loss": 0.4727, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.1872116018457481, |
| "grad_norm": 0.27541041382128484, |
| "learning_rate": 3.357771260997067e-05, |
| "loss": 0.4832, |
| "step": 901 |
| }, |
| { |
| "epoch": 1.1885299934080422, |
| "grad_norm": 0.248586646875075, |
| "learning_rate": 3.355327468230694e-05, |
| "loss": 0.4598, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.189848384970336, |
| "grad_norm": 0.24184065854446118, |
| "learning_rate": 3.35288367546432e-05, |
| "loss": 0.4533, |
| "step": 903 |
| }, |
| { |
| "epoch": 1.1911667765326301, |
| "grad_norm": 0.25570654011306804, |
| "learning_rate": 3.3504398826979475e-05, |
| "loss": 0.4899, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.1924851680949242, |
| "grad_norm": 0.2719461199275369, |
| "learning_rate": 3.347996089931574e-05, |
| "loss": 0.47, |
| "step": 905 |
| }, |
| { |
| "epoch": 1.1938035596572183, |
| "grad_norm": 0.22499434599949472, |
| "learning_rate": 3.3455522971652004e-05, |
| "loss": 0.4776, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.1951219512195121, |
| "grad_norm": 0.23070571525177377, |
| "learning_rate": 3.343108504398827e-05, |
| "loss": 0.4688, |
| "step": 907 |
| }, |
| { |
| "epoch": 1.1964403427818062, |
| "grad_norm": 0.23455211571368678, |
| "learning_rate": 3.3406647116324534e-05, |
| "loss": 0.4462, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.1977587343441, |
| "grad_norm": 0.24942772991204318, |
| "learning_rate": 3.33822091886608e-05, |
| "loss": 0.4632, |
| "step": 909 |
| }, |
| { |
| "epoch": 1.1990771259063941, |
| "grad_norm": 0.23062971413845482, |
| "learning_rate": 3.335777126099707e-05, |
| "loss": 0.4611, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.2003955174686882, |
| "grad_norm": 0.2567728879795924, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.4818, |
| "step": 911 |
| }, |
| { |
| "epoch": 1.2017139090309823, |
| "grad_norm": 0.24677823338045987, |
| "learning_rate": 3.33088954056696e-05, |
| "loss": 0.4965, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.2030323005932761, |
| "grad_norm": 0.2607245273008426, |
| "learning_rate": 3.3284457478005865e-05, |
| "loss": 0.4681, |
| "step": 913 |
| }, |
| { |
| "epoch": 1.2043506921555702, |
| "grad_norm": 0.2471871025402272, |
| "learning_rate": 3.326001955034213e-05, |
| "loss": 0.4949, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.2056690837178643, |
| "grad_norm": 0.23572188149499484, |
| "learning_rate": 3.3235581622678394e-05, |
| "loss": 0.487, |
| "step": 915 |
| }, |
| { |
| "epoch": 1.2069874752801582, |
| "grad_norm": 0.2856763925724387, |
| "learning_rate": 3.3211143695014666e-05, |
| "loss": 0.457, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.2083058668424522, |
| "grad_norm": 0.24482061852995912, |
| "learning_rate": 3.318670576735093e-05, |
| "loss": 0.4647, |
| "step": 917 |
| }, |
| { |
| "epoch": 1.2096242584047463, |
| "grad_norm": 0.23647933523853154, |
| "learning_rate": 3.3162267839687195e-05, |
| "loss": 0.4601, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.2109426499670402, |
| "grad_norm": 0.22916761127062124, |
| "learning_rate": 3.313782991202346e-05, |
| "loss": 0.4647, |
| "step": 919 |
| }, |
| { |
| "epoch": 1.2122610415293342, |
| "grad_norm": 0.24263841837024533, |
| "learning_rate": 3.3113391984359725e-05, |
| "loss": 0.4649, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.2135794330916283, |
| "grad_norm": 0.2530235079916965, |
| "learning_rate": 3.308895405669599e-05, |
| "loss": 0.4796, |
| "step": 921 |
| }, |
| { |
| "epoch": 1.2148978246539222, |
| "grad_norm": 0.2171283222503539, |
| "learning_rate": 3.306451612903226e-05, |
| "loss": 0.474, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.2162162162162162, |
| "grad_norm": 0.24469578103938108, |
| "learning_rate": 3.3040078201368526e-05, |
| "loss": 0.4892, |
| "step": 923 |
| }, |
| { |
| "epoch": 1.2175346077785103, |
| "grad_norm": 0.27623197253164145, |
| "learning_rate": 3.301564027370479e-05, |
| "loss": 0.4851, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.2188529993408042, |
| "grad_norm": 0.22633308662784898, |
| "learning_rate": 3.2991202346041056e-05, |
| "loss": 0.5, |
| "step": 925 |
| }, |
| { |
| "epoch": 1.2201713909030982, |
| "grad_norm": 0.28411619408181704, |
| "learning_rate": 3.296676441837732e-05, |
| "loss": 0.4714, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.2214897824653923, |
| "grad_norm": 0.253849391747479, |
| "learning_rate": 3.2942326490713585e-05, |
| "loss": 0.455, |
| "step": 927 |
| }, |
| { |
| "epoch": 1.2228081740276862, |
| "grad_norm": 0.2567023616117178, |
| "learning_rate": 3.291788856304985e-05, |
| "loss": 0.4724, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.2241265655899802, |
| "grad_norm": 0.2390636162764636, |
| "learning_rate": 3.289345063538612e-05, |
| "loss": 0.44, |
| "step": 929 |
| }, |
| { |
| "epoch": 1.2254449571522743, |
| "grad_norm": 0.27329971520642554, |
| "learning_rate": 3.2869012707722386e-05, |
| "loss": 0.4893, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.2267633487145682, |
| "grad_norm": 0.2404579946326346, |
| "learning_rate": 3.284457478005865e-05, |
| "loss": 0.4983, |
| "step": 931 |
| }, |
| { |
| "epoch": 1.2280817402768622, |
| "grad_norm": 0.4801158277514549, |
| "learning_rate": 3.2820136852394916e-05, |
| "loss": 0.4691, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.2294001318391563, |
| "grad_norm": 0.2427313487185624, |
| "learning_rate": 3.279569892473118e-05, |
| "loss": 0.4635, |
| "step": 933 |
| }, |
| { |
| "epoch": 1.2307185234014502, |
| "grad_norm": 0.2754623695894105, |
| "learning_rate": 3.2771260997067446e-05, |
| "loss": 0.4615, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.2320369149637442, |
| "grad_norm": 0.22313077938378398, |
| "learning_rate": 3.274682306940372e-05, |
| "loss": 0.4468, |
| "step": 935 |
| }, |
| { |
| "epoch": 1.2333553065260383, |
| "grad_norm": 0.270314243820246, |
| "learning_rate": 3.272238514173998e-05, |
| "loss": 0.4604, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.2346736980883322, |
| "grad_norm": 0.2481220171956302, |
| "learning_rate": 3.269794721407625e-05, |
| "loss": 0.4499, |
| "step": 937 |
| }, |
| { |
| "epoch": 1.2359920896506262, |
| "grad_norm": 0.22573113776710904, |
| "learning_rate": 3.267350928641251e-05, |
| "loss": 0.4853, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.2373104812129203, |
| "grad_norm": 0.2535195003369712, |
| "learning_rate": 3.2649071358748776e-05, |
| "loss": 0.4887, |
| "step": 939 |
| }, |
| { |
| "epoch": 1.2386288727752142, |
| "grad_norm": 0.24291151033848415, |
| "learning_rate": 3.262463343108504e-05, |
| "loss": 0.4582, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.2399472643375082, |
| "grad_norm": 0.23530981888180083, |
| "learning_rate": 3.260019550342131e-05, |
| "loss": 0.4498, |
| "step": 941 |
| }, |
| { |
| "epoch": 1.2412656558998023, |
| "grad_norm": 0.2370216902585665, |
| "learning_rate": 3.257575757575758e-05, |
| "loss": 0.4482, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.2425840474620962, |
| "grad_norm": 0.2559657946317417, |
| "learning_rate": 3.255131964809384e-05, |
| "loss": 0.4885, |
| "step": 943 |
| }, |
| { |
| "epoch": 1.2439024390243902, |
| "grad_norm": 0.2611093922310556, |
| "learning_rate": 3.252688172043011e-05, |
| "loss": 0.4557, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.2452208305866843, |
| "grad_norm": 0.2616220168786616, |
| "learning_rate": 3.250244379276637e-05, |
| "loss": 0.4578, |
| "step": 945 |
| }, |
| { |
| "epoch": 1.2465392221489782, |
| "grad_norm": 0.2659677449379407, |
| "learning_rate": 3.247800586510264e-05, |
| "loss": 0.4606, |
| "step": 946 |
| }, |
| { |
| "epoch": 1.2478576137112722, |
| "grad_norm": 0.24950637964635644, |
| "learning_rate": 3.245356793743891e-05, |
| "loss": 0.4929, |
| "step": 947 |
| }, |
| { |
| "epoch": 1.2491760052735663, |
| "grad_norm": 0.2738213408133406, |
| "learning_rate": 3.242913000977517e-05, |
| "loss": 0.4571, |
| "step": 948 |
| }, |
| { |
| "epoch": 1.2504943968358604, |
| "grad_norm": 0.22073244772814132, |
| "learning_rate": 3.240469208211144e-05, |
| "loss": 0.4621, |
| "step": 949 |
| }, |
| { |
| "epoch": 1.2518127883981542, |
| "grad_norm": 0.23073884250777044, |
| "learning_rate": 3.23802541544477e-05, |
| "loss": 0.4649, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.2531311799604483, |
| "grad_norm": 0.2558917822063307, |
| "learning_rate": 3.235581622678397e-05, |
| "loss": 0.4661, |
| "step": 951 |
| }, |
| { |
| "epoch": 1.2544495715227422, |
| "grad_norm": 0.258410394168111, |
| "learning_rate": 3.233137829912023e-05, |
| "loss": 0.4628, |
| "step": 952 |
| }, |
| { |
| "epoch": 1.2557679630850362, |
| "grad_norm": 0.2301689989142098, |
| "learning_rate": 3.2306940371456504e-05, |
| "loss": 0.4931, |
| "step": 953 |
| }, |
| { |
| "epoch": 1.2570863546473303, |
| "grad_norm": 0.25640297099084286, |
| "learning_rate": 3.228250244379277e-05, |
| "loss": 0.4735, |
| "step": 954 |
| }, |
| { |
| "epoch": 1.2584047462096244, |
| "grad_norm": 0.24466781035264648, |
| "learning_rate": 3.2258064516129034e-05, |
| "loss": 0.4491, |
| "step": 955 |
| }, |
| { |
| "epoch": 1.2597231377719182, |
| "grad_norm": 0.21488373833660676, |
| "learning_rate": 3.22336265884653e-05, |
| "loss": 0.4761, |
| "step": 956 |
| }, |
| { |
| "epoch": 1.2610415293342123, |
| "grad_norm": 0.23753452386168794, |
| "learning_rate": 3.220918866080156e-05, |
| "loss": 0.5066, |
| "step": 957 |
| }, |
| { |
| "epoch": 1.2623599208965062, |
| "grad_norm": 0.24573345370474287, |
| "learning_rate": 3.218475073313783e-05, |
| "loss": 0.5041, |
| "step": 958 |
| }, |
| { |
| "epoch": 1.2636783124588002, |
| "grad_norm": 0.22823559630130183, |
| "learning_rate": 3.21603128054741e-05, |
| "loss": 0.497, |
| "step": 959 |
| }, |
| { |
| "epoch": 1.2649967040210943, |
| "grad_norm": 0.2433453405771188, |
| "learning_rate": 3.2135874877810364e-05, |
| "loss": 0.4626, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.2663150955833884, |
| "grad_norm": 0.22096207557491, |
| "learning_rate": 3.211143695014663e-05, |
| "loss": 0.4594, |
| "step": 961 |
| }, |
| { |
| "epoch": 1.2676334871456822, |
| "grad_norm": 0.29745101391569545, |
| "learning_rate": 3.2086999022482894e-05, |
| "loss": 0.5017, |
| "step": 962 |
| }, |
| { |
| "epoch": 1.2689518787079763, |
| "grad_norm": 0.23858300900582768, |
| "learning_rate": 3.206256109481916e-05, |
| "loss": 0.5098, |
| "step": 963 |
| }, |
| { |
| "epoch": 1.2702702702702702, |
| "grad_norm": 0.27259340565508544, |
| "learning_rate": 3.2038123167155424e-05, |
| "loss": 0.5216, |
| "step": 964 |
| }, |
| { |
| "epoch": 1.2715886618325642, |
| "grad_norm": 0.2559155314795055, |
| "learning_rate": 3.2013685239491695e-05, |
| "loss": 0.4673, |
| "step": 965 |
| }, |
| { |
| "epoch": 1.2729070533948583, |
| "grad_norm": 0.23936290739010796, |
| "learning_rate": 3.198924731182796e-05, |
| "loss": 0.4803, |
| "step": 966 |
| }, |
| { |
| "epoch": 1.2742254449571524, |
| "grad_norm": 0.27390790836444107, |
| "learning_rate": 3.1964809384164225e-05, |
| "loss": 0.4845, |
| "step": 967 |
| }, |
| { |
| "epoch": 1.2755438365194463, |
| "grad_norm": 0.24265895828946646, |
| "learning_rate": 3.194037145650049e-05, |
| "loss": 0.4505, |
| "step": 968 |
| }, |
| { |
| "epoch": 1.2768622280817403, |
| "grad_norm": 0.2472810994791956, |
| "learning_rate": 3.1915933528836754e-05, |
| "loss": 0.4384, |
| "step": 969 |
| }, |
| { |
| "epoch": 1.2781806196440342, |
| "grad_norm": 0.2417362133420201, |
| "learning_rate": 3.189149560117302e-05, |
| "loss": 0.499, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.2794990112063283, |
| "grad_norm": 0.23314289652670495, |
| "learning_rate": 3.186705767350929e-05, |
| "loss": 0.4791, |
| "step": 971 |
| }, |
| { |
| "epoch": 1.2808174027686223, |
| "grad_norm": 0.251388682776699, |
| "learning_rate": 3.1842619745845556e-05, |
| "loss": 0.4691, |
| "step": 972 |
| }, |
| { |
| "epoch": 1.2821357943309164, |
| "grad_norm": 0.2433330116125256, |
| "learning_rate": 3.181818181818182e-05, |
| "loss": 0.4854, |
| "step": 973 |
| }, |
| { |
| "epoch": 1.2834541858932103, |
| "grad_norm": 0.2193990719243341, |
| "learning_rate": 3.1793743890518085e-05, |
| "loss": 0.459, |
| "step": 974 |
| }, |
| { |
| "epoch": 1.2847725774555043, |
| "grad_norm": 0.24284358003363354, |
| "learning_rate": 3.176930596285435e-05, |
| "loss": 0.5079, |
| "step": 975 |
| }, |
| { |
| "epoch": 1.2860909690177982, |
| "grad_norm": 0.24238144963866398, |
| "learning_rate": 3.1744868035190615e-05, |
| "loss": 0.4823, |
| "step": 976 |
| }, |
| { |
| "epoch": 1.2874093605800923, |
| "grad_norm": 0.2480630017861259, |
| "learning_rate": 3.172043010752688e-05, |
| "loss": 0.4916, |
| "step": 977 |
| }, |
| { |
| "epoch": 1.2887277521423863, |
| "grad_norm": 0.24071645139526218, |
| "learning_rate": 3.169599217986315e-05, |
| "loss": 0.4613, |
| "step": 978 |
| }, |
| { |
| "epoch": 1.2900461437046804, |
| "grad_norm": 0.2388767150759139, |
| "learning_rate": 3.1671554252199416e-05, |
| "loss": 0.4701, |
| "step": 979 |
| }, |
| { |
| "epoch": 1.2913645352669743, |
| "grad_norm": 0.27241744939550955, |
| "learning_rate": 3.164711632453568e-05, |
| "loss": 0.493, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.2926829268292683, |
| "grad_norm": 0.2411486003530689, |
| "learning_rate": 3.1622678396871946e-05, |
| "loss": 0.4652, |
| "step": 981 |
| }, |
| { |
| "epoch": 1.2940013183915622, |
| "grad_norm": 0.230230669962328, |
| "learning_rate": 3.159824046920821e-05, |
| "loss": 0.4507, |
| "step": 982 |
| }, |
| { |
| "epoch": 1.2953197099538563, |
| "grad_norm": 0.22360825287604283, |
| "learning_rate": 3.1573802541544475e-05, |
| "loss": 0.4715, |
| "step": 983 |
| }, |
| { |
| "epoch": 1.2966381015161503, |
| "grad_norm": 0.29809175282286804, |
| "learning_rate": 3.154936461388075e-05, |
| "loss": 0.4859, |
| "step": 984 |
| }, |
| { |
| "epoch": 1.2979564930784444, |
| "grad_norm": 0.23745202886697742, |
| "learning_rate": 3.152492668621701e-05, |
| "loss": 0.4504, |
| "step": 985 |
| }, |
| { |
| "epoch": 1.2992748846407383, |
| "grad_norm": 0.2800715640919627, |
| "learning_rate": 3.1500488758553276e-05, |
| "loss": 0.4628, |
| "step": 986 |
| }, |
| { |
| "epoch": 1.3005932762030323, |
| "grad_norm": 0.26111360338480233, |
| "learning_rate": 3.147605083088954e-05, |
| "loss": 0.4968, |
| "step": 987 |
| }, |
| { |
| "epoch": 1.3019116677653262, |
| "grad_norm": 0.257239561318979, |
| "learning_rate": 3.1451612903225806e-05, |
| "loss": 0.4817, |
| "step": 988 |
| }, |
| { |
| "epoch": 1.3032300593276203, |
| "grad_norm": 0.2756340691212747, |
| "learning_rate": 3.142717497556207e-05, |
| "loss": 0.4719, |
| "step": 989 |
| }, |
| { |
| "epoch": 1.3045484508899143, |
| "grad_norm": 0.24329721309738064, |
| "learning_rate": 3.140273704789834e-05, |
| "loss": 0.466, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.3058668424522084, |
| "grad_norm": 0.21489512038025352, |
| "learning_rate": 3.137829912023461e-05, |
| "loss": 0.4501, |
| "step": 991 |
| }, |
| { |
| "epoch": 1.3071852340145023, |
| "grad_norm": 0.2546218052835097, |
| "learning_rate": 3.135386119257087e-05, |
| "loss": 0.4828, |
| "step": 992 |
| }, |
| { |
| "epoch": 1.3085036255767963, |
| "grad_norm": 0.2582492162943645, |
| "learning_rate": 3.132942326490714e-05, |
| "loss": 0.4631, |
| "step": 993 |
| }, |
| { |
| "epoch": 1.3098220171390902, |
| "grad_norm": 0.21681176091689894, |
| "learning_rate": 3.13049853372434e-05, |
| "loss": 0.4588, |
| "step": 994 |
| }, |
| { |
| "epoch": 1.3111404087013843, |
| "grad_norm": 0.3044401222047412, |
| "learning_rate": 3.1280547409579666e-05, |
| "loss": 0.4743, |
| "step": 995 |
| }, |
| { |
| "epoch": 1.3124588002636783, |
| "grad_norm": 0.21713452076421264, |
| "learning_rate": 3.125610948191594e-05, |
| "loss": 0.4638, |
| "step": 996 |
| }, |
| { |
| "epoch": 1.3137771918259724, |
| "grad_norm": 0.22646715187038555, |
| "learning_rate": 3.12316715542522e-05, |
| "loss": 0.4422, |
| "step": 997 |
| }, |
| { |
| "epoch": 1.3150955833882663, |
| "grad_norm": 0.23500386747807173, |
| "learning_rate": 3.120723362658847e-05, |
| "loss": 0.4674, |
| "step": 998 |
| }, |
| { |
| "epoch": 1.3164139749505603, |
| "grad_norm": 0.2234328639229824, |
| "learning_rate": 3.118279569892473e-05, |
| "loss": 0.4623, |
| "step": 999 |
| }, |
| { |
| "epoch": 1.3177323665128542, |
| "grad_norm": 0.23031029860642577, |
| "learning_rate": 3.1158357771261e-05, |
| "loss": 0.4556, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.3190507580751483, |
| "grad_norm": 0.2192143731437018, |
| "learning_rate": 3.113391984359726e-05, |
| "loss": 0.468, |
| "step": 1001 |
| }, |
| { |
| "epoch": 1.3203691496374423, |
| "grad_norm": 0.2321028596848366, |
| "learning_rate": 3.1109481915933533e-05, |
| "loss": 0.4609, |
| "step": 1002 |
| }, |
| { |
| "epoch": 1.3216875411997364, |
| "grad_norm": 0.23013535258273385, |
| "learning_rate": 3.10850439882698e-05, |
| "loss": 0.4634, |
| "step": 1003 |
| }, |
| { |
| "epoch": 1.3230059327620303, |
| "grad_norm": 0.21962172306510855, |
| "learning_rate": 3.106060606060606e-05, |
| "loss": 0.4566, |
| "step": 1004 |
| }, |
| { |
| "epoch": 1.3243243243243243, |
| "grad_norm": 0.21669012038593483, |
| "learning_rate": 3.103616813294233e-05, |
| "loss": 0.4553, |
| "step": 1005 |
| }, |
| { |
| "epoch": 1.3256427158866182, |
| "grad_norm": 0.24558968050521374, |
| "learning_rate": 3.101173020527859e-05, |
| "loss": 0.4909, |
| "step": 1006 |
| }, |
| { |
| "epoch": 1.3269611074489123, |
| "grad_norm": 0.2215683315961168, |
| "learning_rate": 3.098729227761486e-05, |
| "loss": 0.4598, |
| "step": 1007 |
| }, |
| { |
| "epoch": 1.3282794990112063, |
| "grad_norm": 0.22074336466323455, |
| "learning_rate": 3.096285434995113e-05, |
| "loss": 0.4777, |
| "step": 1008 |
| }, |
| { |
| "epoch": 1.3295978905735004, |
| "grad_norm": 0.22887169040407446, |
| "learning_rate": 3.0938416422287394e-05, |
| "loss": 0.4965, |
| "step": 1009 |
| }, |
| { |
| "epoch": 1.3309162821357943, |
| "grad_norm": 0.22057051930818672, |
| "learning_rate": 3.091397849462366e-05, |
| "loss": 0.4567, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.3322346736980883, |
| "grad_norm": 0.2308639894028987, |
| "learning_rate": 3.0889540566959923e-05, |
| "loss": 0.4779, |
| "step": 1011 |
| }, |
| { |
| "epoch": 1.3335530652603822, |
| "grad_norm": 0.2477342764670805, |
| "learning_rate": 3.086510263929619e-05, |
| "loss": 0.4835, |
| "step": 1012 |
| }, |
| { |
| "epoch": 1.3348714568226763, |
| "grad_norm": 0.2216820986580052, |
| "learning_rate": 3.084066471163245e-05, |
| "loss": 0.4488, |
| "step": 1013 |
| }, |
| { |
| "epoch": 1.3361898483849703, |
| "grad_norm": 0.2285081539838011, |
| "learning_rate": 3.0816226783968725e-05, |
| "loss": 0.4637, |
| "step": 1014 |
| }, |
| { |
| "epoch": 1.3375082399472644, |
| "grad_norm": 0.24429475146712654, |
| "learning_rate": 3.079178885630499e-05, |
| "loss": 0.4683, |
| "step": 1015 |
| }, |
| { |
| "epoch": 1.3388266315095583, |
| "grad_norm": 0.2536657686666498, |
| "learning_rate": 3.0767350928641254e-05, |
| "loss": 0.4507, |
| "step": 1016 |
| }, |
| { |
| "epoch": 1.3401450230718523, |
| "grad_norm": 0.2433392185295441, |
| "learning_rate": 3.074291300097752e-05, |
| "loss": 0.4575, |
| "step": 1017 |
| }, |
| { |
| "epoch": 1.3414634146341464, |
| "grad_norm": 0.2540213444673301, |
| "learning_rate": 3.0718475073313784e-05, |
| "loss": 0.4648, |
| "step": 1018 |
| }, |
| { |
| "epoch": 1.3427818061964403, |
| "grad_norm": 0.2427250377561981, |
| "learning_rate": 3.069403714565005e-05, |
| "loss": 0.4708, |
| "step": 1019 |
| }, |
| { |
| "epoch": 1.3441001977587343, |
| "grad_norm": 0.23710895274772445, |
| "learning_rate": 3.066959921798631e-05, |
| "loss": 0.4857, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.3454185893210284, |
| "grad_norm": 0.2359640980640193, |
| "learning_rate": 3.0645161290322585e-05, |
| "loss": 0.4847, |
| "step": 1021 |
| }, |
| { |
| "epoch": 1.3467369808833223, |
| "grad_norm": 0.22047818694684976, |
| "learning_rate": 3.062072336265885e-05, |
| "loss": 0.4304, |
| "step": 1022 |
| }, |
| { |
| "epoch": 1.3480553724456164, |
| "grad_norm": 0.21281511694628147, |
| "learning_rate": 3.0596285434995115e-05, |
| "loss": 0.4628, |
| "step": 1023 |
| }, |
| { |
| "epoch": 1.3493737640079104, |
| "grad_norm": 0.25031346510190444, |
| "learning_rate": 3.057184750733138e-05, |
| "loss": 0.4989, |
| "step": 1024 |
| }, |
| { |
| "epoch": 1.3506921555702043, |
| "grad_norm": 0.23415535441046903, |
| "learning_rate": 3.0547409579667644e-05, |
| "loss": 0.5286, |
| "step": 1025 |
| }, |
| { |
| "epoch": 1.3520105471324984, |
| "grad_norm": 0.2310742694389797, |
| "learning_rate": 3.052297165200391e-05, |
| "loss": 0.4766, |
| "step": 1026 |
| }, |
| { |
| "epoch": 1.3533289386947924, |
| "grad_norm": 0.21789441895223274, |
| "learning_rate": 3.0498533724340177e-05, |
| "loss": 0.4766, |
| "step": 1027 |
| }, |
| { |
| "epoch": 1.3546473302570863, |
| "grad_norm": 0.22314214959044645, |
| "learning_rate": 3.0474095796676445e-05, |
| "loss": 0.4765, |
| "step": 1028 |
| }, |
| { |
| "epoch": 1.3559657218193804, |
| "grad_norm": 0.216777902683528, |
| "learning_rate": 3.044965786901271e-05, |
| "loss": 0.4592, |
| "step": 1029 |
| }, |
| { |
| "epoch": 1.3572841133816744, |
| "grad_norm": 0.22550628180394322, |
| "learning_rate": 3.0425219941348975e-05, |
| "loss": 0.4644, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.3586025049439683, |
| "grad_norm": 0.22159073633397622, |
| "learning_rate": 3.0400782013685243e-05, |
| "loss": 0.4777, |
| "step": 1031 |
| }, |
| { |
| "epoch": 1.3599208965062624, |
| "grad_norm": 0.23036911880283145, |
| "learning_rate": 3.0376344086021508e-05, |
| "loss": 0.4477, |
| "step": 1032 |
| }, |
| { |
| "epoch": 1.3612392880685564, |
| "grad_norm": 0.22639332347514984, |
| "learning_rate": 3.0351906158357773e-05, |
| "loss": 0.4553, |
| "step": 1033 |
| }, |
| { |
| "epoch": 1.3625576796308503, |
| "grad_norm": 0.2234678674368293, |
| "learning_rate": 3.032746823069404e-05, |
| "loss": 0.4586, |
| "step": 1034 |
| }, |
| { |
| "epoch": 1.3638760711931444, |
| "grad_norm": 0.2199776346927498, |
| "learning_rate": 3.0303030303030306e-05, |
| "loss": 0.4571, |
| "step": 1035 |
| }, |
| { |
| "epoch": 1.3651944627554384, |
| "grad_norm": 0.2471432092682019, |
| "learning_rate": 3.027859237536657e-05, |
| "loss": 0.4484, |
| "step": 1036 |
| }, |
| { |
| "epoch": 1.3665128543177323, |
| "grad_norm": 0.23616969841282145, |
| "learning_rate": 3.025415444770284e-05, |
| "loss": 0.4703, |
| "step": 1037 |
| }, |
| { |
| "epoch": 1.3678312458800264, |
| "grad_norm": 0.25263087647582344, |
| "learning_rate": 3.0229716520039104e-05, |
| "loss": 0.4681, |
| "step": 1038 |
| }, |
| { |
| "epoch": 1.3691496374423204, |
| "grad_norm": 0.28181694411782354, |
| "learning_rate": 3.0205278592375368e-05, |
| "loss": 0.4771, |
| "step": 1039 |
| }, |
| { |
| "epoch": 1.3704680290046145, |
| "grad_norm": 0.25039789029537196, |
| "learning_rate": 3.0180840664711636e-05, |
| "loss": 0.4569, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.3717864205669084, |
| "grad_norm": 0.21755837566893146, |
| "learning_rate": 3.01564027370479e-05, |
| "loss": 0.4642, |
| "step": 1041 |
| }, |
| { |
| "epoch": 1.3731048121292024, |
| "grad_norm": 0.2524205207466487, |
| "learning_rate": 3.0131964809384166e-05, |
| "loss": 0.4821, |
| "step": 1042 |
| }, |
| { |
| "epoch": 1.3744232036914963, |
| "grad_norm": 0.2202691265848731, |
| "learning_rate": 3.010752688172043e-05, |
| "loss": 0.4699, |
| "step": 1043 |
| }, |
| { |
| "epoch": 1.3757415952537904, |
| "grad_norm": 0.2480643933473554, |
| "learning_rate": 3.00830889540567e-05, |
| "loss": 0.4691, |
| "step": 1044 |
| }, |
| { |
| "epoch": 1.3770599868160844, |
| "grad_norm": 0.22881318812372609, |
| "learning_rate": 3.0058651026392964e-05, |
| "loss": 0.462, |
| "step": 1045 |
| }, |
| { |
| "epoch": 1.3783783783783785, |
| "grad_norm": 0.23186536545526948, |
| "learning_rate": 3.003421309872923e-05, |
| "loss": 0.4322, |
| "step": 1046 |
| }, |
| { |
| "epoch": 1.3796967699406724, |
| "grad_norm": 0.24917382996636497, |
| "learning_rate": 3.0009775171065497e-05, |
| "loss": 0.4771, |
| "step": 1047 |
| }, |
| { |
| "epoch": 1.3810151615029664, |
| "grad_norm": 0.22858352584976105, |
| "learning_rate": 2.998533724340176e-05, |
| "loss": 0.4746, |
| "step": 1048 |
| }, |
| { |
| "epoch": 1.3823335530652603, |
| "grad_norm": 0.2492883579171899, |
| "learning_rate": 2.9960899315738026e-05, |
| "loss": 0.4443, |
| "step": 1049 |
| }, |
| { |
| "epoch": 1.3836519446275544, |
| "grad_norm": 0.23076552655675953, |
| "learning_rate": 2.9936461388074295e-05, |
| "loss": 0.4451, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.3849703361898484, |
| "grad_norm": 0.23444866093149344, |
| "learning_rate": 2.991202346041056e-05, |
| "loss": 0.4748, |
| "step": 1051 |
| }, |
| { |
| "epoch": 1.3862887277521425, |
| "grad_norm": 0.24408209569369557, |
| "learning_rate": 2.9887585532746824e-05, |
| "loss": 0.4836, |
| "step": 1052 |
| }, |
| { |
| "epoch": 1.3876071193144364, |
| "grad_norm": 0.24027858260294485, |
| "learning_rate": 2.9863147605083092e-05, |
| "loss": 0.4604, |
| "step": 1053 |
| }, |
| { |
| "epoch": 1.3889255108767304, |
| "grad_norm": 0.2445621976312017, |
| "learning_rate": 2.9838709677419357e-05, |
| "loss": 0.4795, |
| "step": 1054 |
| }, |
| { |
| "epoch": 1.3902439024390243, |
| "grad_norm": 0.222618123796317, |
| "learning_rate": 2.9814271749755622e-05, |
| "loss": 0.4824, |
| "step": 1055 |
| }, |
| { |
| "epoch": 1.3915622940013184, |
| "grad_norm": 0.2349124594795995, |
| "learning_rate": 2.978983382209189e-05, |
| "loss": 0.4476, |
| "step": 1056 |
| }, |
| { |
| "epoch": 1.3928806855636124, |
| "grad_norm": 0.2278729896450846, |
| "learning_rate": 2.9765395894428155e-05, |
| "loss": 0.4463, |
| "step": 1057 |
| }, |
| { |
| "epoch": 1.3941990771259065, |
| "grad_norm": 0.20347663019822745, |
| "learning_rate": 2.974095796676442e-05, |
| "loss": 0.4819, |
| "step": 1058 |
| }, |
| { |
| "epoch": 1.3955174686882004, |
| "grad_norm": 0.24356500499282363, |
| "learning_rate": 2.9716520039100688e-05, |
| "loss": 0.4741, |
| "step": 1059 |
| }, |
| { |
| "epoch": 1.3968358602504944, |
| "grad_norm": 0.24837406507739276, |
| "learning_rate": 2.9692082111436953e-05, |
| "loss": 0.4662, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.3981542518127883, |
| "grad_norm": 0.21923354257935287, |
| "learning_rate": 2.9667644183773218e-05, |
| "loss": 0.4423, |
| "step": 1061 |
| }, |
| { |
| "epoch": 1.3994726433750824, |
| "grad_norm": 0.22371253057085944, |
| "learning_rate": 2.9643206256109486e-05, |
| "loss": 0.4389, |
| "step": 1062 |
| }, |
| { |
| "epoch": 1.4007910349373764, |
| "grad_norm": 0.21493620961645665, |
| "learning_rate": 2.961876832844575e-05, |
| "loss": 0.4532, |
| "step": 1063 |
| }, |
| { |
| "epoch": 1.4021094264996705, |
| "grad_norm": 0.2348119454358976, |
| "learning_rate": 2.9594330400782015e-05, |
| "loss": 0.4592, |
| "step": 1064 |
| }, |
| { |
| "epoch": 1.4034278180619644, |
| "grad_norm": 0.22304887645465973, |
| "learning_rate": 2.9569892473118284e-05, |
| "loss": 0.4626, |
| "step": 1065 |
| }, |
| { |
| "epoch": 1.4047462096242584, |
| "grad_norm": 0.22696051345300566, |
| "learning_rate": 2.954545454545455e-05, |
| "loss": 0.426, |
| "step": 1066 |
| }, |
| { |
| "epoch": 1.4060646011865523, |
| "grad_norm": 0.2149662719648378, |
| "learning_rate": 2.9521016617790813e-05, |
| "loss": 0.5063, |
| "step": 1067 |
| }, |
| { |
| "epoch": 1.4073829927488464, |
| "grad_norm": 0.31565704953149476, |
| "learning_rate": 2.949657869012708e-05, |
| "loss": 0.4839, |
| "step": 1068 |
| }, |
| { |
| "epoch": 1.4087013843111404, |
| "grad_norm": 0.23079873225031464, |
| "learning_rate": 2.9472140762463346e-05, |
| "loss": 0.4655, |
| "step": 1069 |
| }, |
| { |
| "epoch": 1.4100197758734345, |
| "grad_norm": 0.23789819505067117, |
| "learning_rate": 2.944770283479961e-05, |
| "loss": 0.4909, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.4113381674357284, |
| "grad_norm": 0.24054671619973703, |
| "learning_rate": 2.942326490713588e-05, |
| "loss": 0.4535, |
| "step": 1071 |
| }, |
| { |
| "epoch": 1.4126565589980224, |
| "grad_norm": 0.21808712828434718, |
| "learning_rate": 2.9398826979472144e-05, |
| "loss": 0.4574, |
| "step": 1072 |
| }, |
| { |
| "epoch": 1.4139749505603163, |
| "grad_norm": 0.23909109004158255, |
| "learning_rate": 2.937438905180841e-05, |
| "loss": 0.4608, |
| "step": 1073 |
| }, |
| { |
| "epoch": 1.4152933421226104, |
| "grad_norm": 0.2605716333306736, |
| "learning_rate": 2.9349951124144677e-05, |
| "loss": 0.4765, |
| "step": 1074 |
| }, |
| { |
| "epoch": 1.4166117336849045, |
| "grad_norm": 0.23159981028163287, |
| "learning_rate": 2.9325513196480942e-05, |
| "loss": 0.4563, |
| "step": 1075 |
| }, |
| { |
| "epoch": 1.4179301252471985, |
| "grad_norm": 0.2375717496350306, |
| "learning_rate": 2.9301075268817207e-05, |
| "loss": 0.4599, |
| "step": 1076 |
| }, |
| { |
| "epoch": 1.4192485168094924, |
| "grad_norm": 0.24547174091756602, |
| "learning_rate": 2.9276637341153475e-05, |
| "loss": 0.4583, |
| "step": 1077 |
| }, |
| { |
| "epoch": 1.4205669083717865, |
| "grad_norm": 0.21395600723826017, |
| "learning_rate": 2.925219941348974e-05, |
| "loss": 0.4574, |
| "step": 1078 |
| }, |
| { |
| "epoch": 1.4218852999340803, |
| "grad_norm": 0.24566872943520876, |
| "learning_rate": 2.9227761485826004e-05, |
| "loss": 0.444, |
| "step": 1079 |
| }, |
| { |
| "epoch": 1.4232036914963744, |
| "grad_norm": 0.21439267555610966, |
| "learning_rate": 2.9203323558162273e-05, |
| "loss": 0.4458, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.4245220830586685, |
| "grad_norm": 0.22012724731311947, |
| "learning_rate": 2.9178885630498537e-05, |
| "loss": 0.4739, |
| "step": 1081 |
| }, |
| { |
| "epoch": 1.4258404746209625, |
| "grad_norm": 0.24971446034433706, |
| "learning_rate": 2.9154447702834802e-05, |
| "loss": 0.4716, |
| "step": 1082 |
| }, |
| { |
| "epoch": 1.4271588661832564, |
| "grad_norm": 0.2137789100158401, |
| "learning_rate": 2.913000977517107e-05, |
| "loss": 0.4391, |
| "step": 1083 |
| }, |
| { |
| "epoch": 1.4284772577455505, |
| "grad_norm": 0.24185329907937356, |
| "learning_rate": 2.9105571847507335e-05, |
| "loss": 0.4909, |
| "step": 1084 |
| }, |
| { |
| "epoch": 1.4297956493078443, |
| "grad_norm": 0.22025418989382062, |
| "learning_rate": 2.90811339198436e-05, |
| "loss": 0.4808, |
| "step": 1085 |
| }, |
| { |
| "epoch": 1.4311140408701384, |
| "grad_norm": 0.22516180026772328, |
| "learning_rate": 2.9056695992179868e-05, |
| "loss": 0.4359, |
| "step": 1086 |
| }, |
| { |
| "epoch": 1.4324324324324325, |
| "grad_norm": 0.23601577117218894, |
| "learning_rate": 2.9032258064516133e-05, |
| "loss": 0.4798, |
| "step": 1087 |
| }, |
| { |
| "epoch": 1.4337508239947265, |
| "grad_norm": 0.22993422596109767, |
| "learning_rate": 2.9007820136852398e-05, |
| "loss": 0.4694, |
| "step": 1088 |
| }, |
| { |
| "epoch": 1.4350692155570204, |
| "grad_norm": 0.22362975229307816, |
| "learning_rate": 2.8983382209188663e-05, |
| "loss": 0.474, |
| "step": 1089 |
| }, |
| { |
| "epoch": 1.4363876071193145, |
| "grad_norm": 0.21358081407368504, |
| "learning_rate": 2.895894428152493e-05, |
| "loss": 0.4567, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.4377059986816083, |
| "grad_norm": 0.24587814791221144, |
| "learning_rate": 2.8934506353861196e-05, |
| "loss": 0.4635, |
| "step": 1091 |
| }, |
| { |
| "epoch": 1.4390243902439024, |
| "grad_norm": 0.21832617723073494, |
| "learning_rate": 2.891006842619746e-05, |
| "loss": 0.4761, |
| "step": 1092 |
| }, |
| { |
| "epoch": 1.4403427818061965, |
| "grad_norm": 0.22570057071672217, |
| "learning_rate": 2.888563049853373e-05, |
| "loss": 0.4763, |
| "step": 1093 |
| }, |
| { |
| "epoch": 1.4416611733684905, |
| "grad_norm": 0.24732392430910616, |
| "learning_rate": 2.8861192570869993e-05, |
| "loss": 0.4721, |
| "step": 1094 |
| }, |
| { |
| "epoch": 1.4429795649307844, |
| "grad_norm": 0.2439929492144735, |
| "learning_rate": 2.8836754643206258e-05, |
| "loss": 0.4844, |
| "step": 1095 |
| }, |
| { |
| "epoch": 1.4442979564930785, |
| "grad_norm": 0.2253671245961365, |
| "learning_rate": 2.8812316715542526e-05, |
| "loss": 0.4576, |
| "step": 1096 |
| }, |
| { |
| "epoch": 1.4456163480553723, |
| "grad_norm": 0.28246458558074544, |
| "learning_rate": 2.878787878787879e-05, |
| "loss": 0.4799, |
| "step": 1097 |
| }, |
| { |
| "epoch": 1.4469347396176664, |
| "grad_norm": 0.21127688156249302, |
| "learning_rate": 2.8763440860215056e-05, |
| "loss": 0.4516, |
| "step": 1098 |
| }, |
| { |
| "epoch": 1.4482531311799605, |
| "grad_norm": 0.5780320185291061, |
| "learning_rate": 2.8739002932551324e-05, |
| "loss": 0.4938, |
| "step": 1099 |
| }, |
| { |
| "epoch": 1.4495715227422545, |
| "grad_norm": 0.23880876388572025, |
| "learning_rate": 2.871456500488759e-05, |
| "loss": 0.4849, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.4508899143045484, |
| "grad_norm": 0.2363360773165683, |
| "learning_rate": 2.8690127077223854e-05, |
| "loss": 0.4564, |
| "step": 1101 |
| }, |
| { |
| "epoch": 1.4522083058668425, |
| "grad_norm": 0.24773342075344842, |
| "learning_rate": 2.8665689149560122e-05, |
| "loss": 0.4788, |
| "step": 1102 |
| }, |
| { |
| "epoch": 1.4535266974291363, |
| "grad_norm": 0.24431503764857307, |
| "learning_rate": 2.8641251221896387e-05, |
| "loss": 0.4424, |
| "step": 1103 |
| }, |
| { |
| "epoch": 1.4548450889914304, |
| "grad_norm": 0.24006718785726563, |
| "learning_rate": 2.861681329423265e-05, |
| "loss": 0.4858, |
| "step": 1104 |
| }, |
| { |
| "epoch": 1.4561634805537245, |
| "grad_norm": 0.2740532633925799, |
| "learning_rate": 2.859237536656892e-05, |
| "loss": 0.456, |
| "step": 1105 |
| }, |
| { |
| "epoch": 1.4574818721160185, |
| "grad_norm": 0.23381135907597766, |
| "learning_rate": 2.8567937438905184e-05, |
| "loss": 0.4379, |
| "step": 1106 |
| }, |
| { |
| "epoch": 1.4588002636783124, |
| "grad_norm": 0.24120265757834322, |
| "learning_rate": 2.854349951124145e-05, |
| "loss": 0.4234, |
| "step": 1107 |
| }, |
| { |
| "epoch": 1.4601186552406065, |
| "grad_norm": 0.2461700761255084, |
| "learning_rate": 2.8519061583577717e-05, |
| "loss": 0.4422, |
| "step": 1108 |
| }, |
| { |
| "epoch": 1.4614370468029005, |
| "grad_norm": 0.24386888245025193, |
| "learning_rate": 2.8494623655913982e-05, |
| "loss": 0.4573, |
| "step": 1109 |
| }, |
| { |
| "epoch": 1.4627554383651944, |
| "grad_norm": 0.22143117981811625, |
| "learning_rate": 2.8470185728250247e-05, |
| "loss": 0.4623, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.4640738299274885, |
| "grad_norm": 0.24562074922482396, |
| "learning_rate": 2.8445747800586515e-05, |
| "loss": 0.4552, |
| "step": 1111 |
| }, |
| { |
| "epoch": 1.4653922214897825, |
| "grad_norm": 0.24390862648839062, |
| "learning_rate": 2.842130987292278e-05, |
| "loss": 0.4897, |
| "step": 1112 |
| }, |
| { |
| "epoch": 1.4667106130520764, |
| "grad_norm": 0.25942356347348167, |
| "learning_rate": 2.8396871945259045e-05, |
| "loss": 0.486, |
| "step": 1113 |
| }, |
| { |
| "epoch": 1.4680290046143705, |
| "grad_norm": 0.24799941151894503, |
| "learning_rate": 2.8372434017595313e-05, |
| "loss": 0.4562, |
| "step": 1114 |
| }, |
| { |
| "epoch": 1.4693473961766645, |
| "grad_norm": 0.24253985586191293, |
| "learning_rate": 2.8347996089931578e-05, |
| "loss": 0.4541, |
| "step": 1115 |
| }, |
| { |
| "epoch": 1.4706657877389584, |
| "grad_norm": 0.24040927413057658, |
| "learning_rate": 2.8323558162267843e-05, |
| "loss": 0.4897, |
| "step": 1116 |
| }, |
| { |
| "epoch": 1.4719841793012525, |
| "grad_norm": 0.22797024944944477, |
| "learning_rate": 2.829912023460411e-05, |
| "loss": 0.4724, |
| "step": 1117 |
| }, |
| { |
| "epoch": 1.4733025708635465, |
| "grad_norm": 0.22420455307567194, |
| "learning_rate": 2.8274682306940376e-05, |
| "loss": 0.5096, |
| "step": 1118 |
| }, |
| { |
| "epoch": 1.4746209624258404, |
| "grad_norm": 0.22682649592286236, |
| "learning_rate": 2.825024437927664e-05, |
| "loss": 0.4663, |
| "step": 1119 |
| }, |
| { |
| "epoch": 1.4759393539881345, |
| "grad_norm": 0.24143440156099719, |
| "learning_rate": 2.822580645161291e-05, |
| "loss": 0.464, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.4772577455504285, |
| "grad_norm": 0.24229264032099856, |
| "learning_rate": 2.8201368523949173e-05, |
| "loss": 0.4736, |
| "step": 1121 |
| }, |
| { |
| "epoch": 1.4785761371127224, |
| "grad_norm": 0.2444280302965182, |
| "learning_rate": 2.8176930596285438e-05, |
| "loss": 0.4417, |
| "step": 1122 |
| }, |
| { |
| "epoch": 1.4798945286750165, |
| "grad_norm": 0.2410914362671272, |
| "learning_rate": 2.8152492668621706e-05, |
| "loss": 0.4418, |
| "step": 1123 |
| }, |
| { |
| "epoch": 1.4812129202373105, |
| "grad_norm": 0.2406142967016478, |
| "learning_rate": 2.812805474095797e-05, |
| "loss": 0.4802, |
| "step": 1124 |
| }, |
| { |
| "epoch": 1.4825313117996044, |
| "grad_norm": 0.2452794352009678, |
| "learning_rate": 2.8103616813294233e-05, |
| "loss": 0.4644, |
| "step": 1125 |
| }, |
| { |
| "epoch": 1.4838497033618985, |
| "grad_norm": 0.252531967736398, |
| "learning_rate": 2.8079178885630497e-05, |
| "loss": 0.4549, |
| "step": 1126 |
| }, |
| { |
| "epoch": 1.4851680949241926, |
| "grad_norm": 0.22890528440087674, |
| "learning_rate": 2.8054740957966762e-05, |
| "loss": 0.4818, |
| "step": 1127 |
| }, |
| { |
| "epoch": 1.4864864864864864, |
| "grad_norm": 0.22737261790798738, |
| "learning_rate": 2.803030303030303e-05, |
| "loss": 0.4507, |
| "step": 1128 |
| }, |
| { |
| "epoch": 1.4878048780487805, |
| "grad_norm": 0.22146836036277223, |
| "learning_rate": 2.8005865102639295e-05, |
| "loss": 0.4455, |
| "step": 1129 |
| }, |
| { |
| "epoch": 1.4891232696110746, |
| "grad_norm": 0.23315792952800324, |
| "learning_rate": 2.798142717497556e-05, |
| "loss": 0.4073, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.4904416611733686, |
| "grad_norm": 0.21424175956864866, |
| "learning_rate": 2.7956989247311828e-05, |
| "loss": 0.4557, |
| "step": 1131 |
| }, |
| { |
| "epoch": 1.4917600527356625, |
| "grad_norm": 0.2327031251450455, |
| "learning_rate": 2.7932551319648093e-05, |
| "loss": 0.4576, |
| "step": 1132 |
| }, |
| { |
| "epoch": 1.4930784442979566, |
| "grad_norm": 0.2297204614410037, |
| "learning_rate": 2.7908113391984358e-05, |
| "loss": 0.4428, |
| "step": 1133 |
| }, |
| { |
| "epoch": 1.4943968358602504, |
| "grad_norm": 0.21873971757048355, |
| "learning_rate": 2.7883675464320626e-05, |
| "loss": 0.4796, |
| "step": 1134 |
| }, |
| { |
| "epoch": 1.4957152274225445, |
| "grad_norm": 0.23652012665394856, |
| "learning_rate": 2.785923753665689e-05, |
| "loss": 0.4513, |
| "step": 1135 |
| }, |
| { |
| "epoch": 1.4970336189848386, |
| "grad_norm": 0.28634539924486596, |
| "learning_rate": 2.7834799608993156e-05, |
| "loss": 0.5047, |
| "step": 1136 |
| }, |
| { |
| "epoch": 1.4983520105471326, |
| "grad_norm": 0.2372561077832039, |
| "learning_rate": 2.7810361681329424e-05, |
| "loss": 0.4323, |
| "step": 1137 |
| }, |
| { |
| "epoch": 1.4996704021094265, |
| "grad_norm": 0.2601398290925287, |
| "learning_rate": 2.778592375366569e-05, |
| "loss": 0.4522, |
| "step": 1138 |
| }, |
| { |
| "epoch": 1.5009887936717206, |
| "grad_norm": 0.24425352457068444, |
| "learning_rate": 2.7761485826001953e-05, |
| "loss": 0.4598, |
| "step": 1139 |
| }, |
| { |
| "epoch": 1.5023071852340144, |
| "grad_norm": 0.2351892816869354, |
| "learning_rate": 2.7737047898338218e-05, |
| "loss": 0.467, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.5036255767963085, |
| "grad_norm": 0.2610310309891974, |
| "learning_rate": 2.7712609970674486e-05, |
| "loss": 0.4576, |
| "step": 1141 |
| }, |
| { |
| "epoch": 1.5049439683586026, |
| "grad_norm": 0.24224728227788167, |
| "learning_rate": 2.768817204301075e-05, |
| "loss": 0.465, |
| "step": 1142 |
| }, |
| { |
| "epoch": 1.5062623599208966, |
| "grad_norm": 0.2441934109025499, |
| "learning_rate": 2.7663734115347016e-05, |
| "loss": 0.44, |
| "step": 1143 |
| }, |
| { |
| "epoch": 1.5075807514831905, |
| "grad_norm": 0.2394759207418652, |
| "learning_rate": 2.7639296187683284e-05, |
| "loss": 0.4652, |
| "step": 1144 |
| }, |
| { |
| "epoch": 1.5088991430454846, |
| "grad_norm": 0.23547804358132082, |
| "learning_rate": 2.761485826001955e-05, |
| "loss": 0.4594, |
| "step": 1145 |
| }, |
| { |
| "epoch": 1.5102175346077784, |
| "grad_norm": 0.230948382942716, |
| "learning_rate": 2.7590420332355814e-05, |
| "loss": 0.4822, |
| "step": 1146 |
| }, |
| { |
| "epoch": 1.5115359261700725, |
| "grad_norm": 0.271285859306579, |
| "learning_rate": 2.7565982404692082e-05, |
| "loss": 0.4936, |
| "step": 1147 |
| }, |
| { |
| "epoch": 1.5128543177323666, |
| "grad_norm": 0.2533061892620308, |
| "learning_rate": 2.7541544477028347e-05, |
| "loss": 0.4369, |
| "step": 1148 |
| }, |
| { |
| "epoch": 1.5141727092946606, |
| "grad_norm": 0.2381870416058091, |
| "learning_rate": 2.751710654936461e-05, |
| "loss": 0.4459, |
| "step": 1149 |
| }, |
| { |
| "epoch": 1.5154911008569545, |
| "grad_norm": 0.22503570884778645, |
| "learning_rate": 2.749266862170088e-05, |
| "loss": 0.4433, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.5168094924192486, |
| "grad_norm": 0.21491527520767673, |
| "learning_rate": 2.7468230694037145e-05, |
| "loss": 0.4623, |
| "step": 1151 |
| }, |
| { |
| "epoch": 1.5181278839815424, |
| "grad_norm": 0.24129485471702142, |
| "learning_rate": 2.744379276637341e-05, |
| "loss": 0.4809, |
| "step": 1152 |
| }, |
| { |
| "epoch": 1.5194462755438365, |
| "grad_norm": 0.23031552758735344, |
| "learning_rate": 2.7419354838709678e-05, |
| "loss": 0.4371, |
| "step": 1153 |
| }, |
| { |
| "epoch": 1.5207646671061306, |
| "grad_norm": 0.22771123707879085, |
| "learning_rate": 2.7394916911045942e-05, |
| "loss": 0.4551, |
| "step": 1154 |
| }, |
| { |
| "epoch": 1.5220830586684246, |
| "grad_norm": 0.24985607931456297, |
| "learning_rate": 2.7370478983382207e-05, |
| "loss": 0.4999, |
| "step": 1155 |
| }, |
| { |
| "epoch": 1.5234014502307185, |
| "grad_norm": 0.2352358272903499, |
| "learning_rate": 2.7346041055718475e-05, |
| "loss": 0.4372, |
| "step": 1156 |
| }, |
| { |
| "epoch": 1.5247198417930126, |
| "grad_norm": 0.23883049192235517, |
| "learning_rate": 2.732160312805474e-05, |
| "loss": 0.4793, |
| "step": 1157 |
| }, |
| { |
| "epoch": 1.5260382333553064, |
| "grad_norm": 0.23244884048534203, |
| "learning_rate": 2.7297165200391005e-05, |
| "loss": 0.458, |
| "step": 1158 |
| }, |
| { |
| "epoch": 1.5273566249176005, |
| "grad_norm": 0.22929555529817197, |
| "learning_rate": 2.7272727272727273e-05, |
| "loss": 0.4377, |
| "step": 1159 |
| }, |
| { |
| "epoch": 1.5286750164798946, |
| "grad_norm": 0.24765094994046205, |
| "learning_rate": 2.7248289345063538e-05, |
| "loss": 0.4863, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.5299934080421886, |
| "grad_norm": 0.25123918827727293, |
| "learning_rate": 2.7223851417399803e-05, |
| "loss": 0.4668, |
| "step": 1161 |
| }, |
| { |
| "epoch": 1.5313117996044825, |
| "grad_norm": 0.24028129109897486, |
| "learning_rate": 2.719941348973607e-05, |
| "loss": 0.4528, |
| "step": 1162 |
| }, |
| { |
| "epoch": 1.5326301911667766, |
| "grad_norm": 0.2412021157817711, |
| "learning_rate": 2.7174975562072336e-05, |
| "loss": 0.4667, |
| "step": 1163 |
| }, |
| { |
| "epoch": 1.5339485827290704, |
| "grad_norm": 0.23073397111213045, |
| "learning_rate": 2.71505376344086e-05, |
| "loss": 0.4565, |
| "step": 1164 |
| }, |
| { |
| "epoch": 1.5352669742913645, |
| "grad_norm": 0.23269210309828756, |
| "learning_rate": 2.712609970674487e-05, |
| "loss": 0.4552, |
| "step": 1165 |
| }, |
| { |
| "epoch": 1.5365853658536586, |
| "grad_norm": 0.24978794579214766, |
| "learning_rate": 2.7101661779081133e-05, |
| "loss": 0.4491, |
| "step": 1166 |
| }, |
| { |
| "epoch": 1.5379037574159526, |
| "grad_norm": 0.2770836783502218, |
| "learning_rate": 2.7077223851417398e-05, |
| "loss": 0.4592, |
| "step": 1167 |
| }, |
| { |
| "epoch": 1.5392221489782465, |
| "grad_norm": 0.23426069970710242, |
| "learning_rate": 2.7052785923753666e-05, |
| "loss": 0.4427, |
| "step": 1168 |
| }, |
| { |
| "epoch": 1.5405405405405406, |
| "grad_norm": 0.27261339123123574, |
| "learning_rate": 2.702834799608993e-05, |
| "loss": 0.4698, |
| "step": 1169 |
| }, |
| { |
| "epoch": 1.5418589321028344, |
| "grad_norm": 0.2600079452834312, |
| "learning_rate": 2.7003910068426196e-05, |
| "loss": 0.4824, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.5431773236651285, |
| "grad_norm": 0.25232105708221836, |
| "learning_rate": 2.6979472140762464e-05, |
| "loss": 0.4651, |
| "step": 1171 |
| }, |
| { |
| "epoch": 1.5444957152274226, |
| "grad_norm": 0.24988665227560306, |
| "learning_rate": 2.695503421309873e-05, |
| "loss": 0.4726, |
| "step": 1172 |
| }, |
| { |
| "epoch": 1.5458141067897166, |
| "grad_norm": 0.24355747709898115, |
| "learning_rate": 2.6930596285434994e-05, |
| "loss": 0.4554, |
| "step": 1173 |
| }, |
| { |
| "epoch": 1.5471324983520105, |
| "grad_norm": 0.25939290127295483, |
| "learning_rate": 2.6906158357771262e-05, |
| "loss": 0.4739, |
| "step": 1174 |
| }, |
| { |
| "epoch": 1.5484508899143046, |
| "grad_norm": 0.25764108587444484, |
| "learning_rate": 2.6881720430107527e-05, |
| "loss": 0.4476, |
| "step": 1175 |
| }, |
| { |
| "epoch": 1.5497692814765984, |
| "grad_norm": 0.2284419672917885, |
| "learning_rate": 2.685728250244379e-05, |
| "loss": 0.4471, |
| "step": 1176 |
| }, |
| { |
| "epoch": 1.5510876730388925, |
| "grad_norm": 0.23929546231664098, |
| "learning_rate": 2.683284457478006e-05, |
| "loss": 0.4875, |
| "step": 1177 |
| }, |
| { |
| "epoch": 1.5524060646011866, |
| "grad_norm": 0.219347615998279, |
| "learning_rate": 2.6808406647116325e-05, |
| "loss": 0.4551, |
| "step": 1178 |
| }, |
| { |
| "epoch": 1.5537244561634806, |
| "grad_norm": 0.24954947670868521, |
| "learning_rate": 2.678396871945259e-05, |
| "loss": 0.455, |
| "step": 1179 |
| }, |
| { |
| "epoch": 1.5550428477257745, |
| "grad_norm": 0.2145470095323426, |
| "learning_rate": 2.6759530791788858e-05, |
| "loss": 0.438, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.5563612392880686, |
| "grad_norm": 0.23638319734804977, |
| "learning_rate": 2.6735092864125122e-05, |
| "loss": 0.4766, |
| "step": 1181 |
| }, |
| { |
| "epoch": 1.5576796308503624, |
| "grad_norm": 0.22081846489106097, |
| "learning_rate": 2.6710654936461387e-05, |
| "loss": 0.4503, |
| "step": 1182 |
| }, |
| { |
| "epoch": 1.5589980224126565, |
| "grad_norm": 0.25904707052437215, |
| "learning_rate": 2.6686217008797655e-05, |
| "loss": 0.4425, |
| "step": 1183 |
| }, |
| { |
| "epoch": 1.5603164139749506, |
| "grad_norm": 0.22015155781992762, |
| "learning_rate": 2.666177908113392e-05, |
| "loss": 0.4426, |
| "step": 1184 |
| }, |
| { |
| "epoch": 1.5616348055372447, |
| "grad_norm": 0.2177652470886103, |
| "learning_rate": 2.6637341153470185e-05, |
| "loss": 0.4598, |
| "step": 1185 |
| }, |
| { |
| "epoch": 1.5629531970995387, |
| "grad_norm": 0.2662187293713749, |
| "learning_rate": 2.661290322580645e-05, |
| "loss": 0.459, |
| "step": 1186 |
| }, |
| { |
| "epoch": 1.5642715886618326, |
| "grad_norm": 0.22435156598439465, |
| "learning_rate": 2.6588465298142718e-05, |
| "loss": 0.4317, |
| "step": 1187 |
| }, |
| { |
| "epoch": 1.5655899802241264, |
| "grad_norm": 0.2219660718544592, |
| "learning_rate": 2.6564027370478983e-05, |
| "loss": 0.4757, |
| "step": 1188 |
| }, |
| { |
| "epoch": 1.5669083717864205, |
| "grad_norm": 0.26594525708561306, |
| "learning_rate": 2.6539589442815248e-05, |
| "loss": 0.4591, |
| "step": 1189 |
| }, |
| { |
| "epoch": 1.5682267633487146, |
| "grad_norm": 0.22303761040369458, |
| "learning_rate": 2.6515151515151516e-05, |
| "loss": 0.4304, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.5695451549110087, |
| "grad_norm": 0.22435722280164005, |
| "learning_rate": 2.649071358748778e-05, |
| "loss": 0.4265, |
| "step": 1191 |
| }, |
| { |
| "epoch": 1.5708635464733027, |
| "grad_norm": 0.2223353902284494, |
| "learning_rate": 2.6466275659824045e-05, |
| "loss": 0.4495, |
| "step": 1192 |
| }, |
| { |
| "epoch": 1.5721819380355966, |
| "grad_norm": 0.24749315212471315, |
| "learning_rate": 2.6441837732160314e-05, |
| "loss": 0.4848, |
| "step": 1193 |
| }, |
| { |
| "epoch": 1.5735003295978904, |
| "grad_norm": 0.21837795927323062, |
| "learning_rate": 2.641739980449658e-05, |
| "loss": 0.4554, |
| "step": 1194 |
| }, |
| { |
| "epoch": 1.5748187211601845, |
| "grad_norm": 0.22727972330413612, |
| "learning_rate": 2.6392961876832843e-05, |
| "loss": 0.4558, |
| "step": 1195 |
| }, |
| { |
| "epoch": 1.5761371127224786, |
| "grad_norm": 0.25729905347443716, |
| "learning_rate": 2.636852394916911e-05, |
| "loss": 0.4437, |
| "step": 1196 |
| }, |
| { |
| "epoch": 1.5774555042847727, |
| "grad_norm": 0.22201823807479265, |
| "learning_rate": 2.6344086021505376e-05, |
| "loss": 0.4983, |
| "step": 1197 |
| }, |
| { |
| "epoch": 1.5787738958470667, |
| "grad_norm": 0.2175516903336271, |
| "learning_rate": 2.631964809384164e-05, |
| "loss": 0.423, |
| "step": 1198 |
| }, |
| { |
| "epoch": 1.5800922874093606, |
| "grad_norm": 0.22138407133156857, |
| "learning_rate": 2.629521016617791e-05, |
| "loss": 0.4429, |
| "step": 1199 |
| }, |
| { |
| "epoch": 1.5814106789716544, |
| "grad_norm": 0.24294787306946383, |
| "learning_rate": 2.6270772238514174e-05, |
| "loss": 0.4464, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.5827290705339485, |
| "grad_norm": 0.22682647401044156, |
| "learning_rate": 2.624633431085044e-05, |
| "loss": 0.4526, |
| "step": 1201 |
| }, |
| { |
| "epoch": 1.5840474620962426, |
| "grad_norm": 0.22520463647521247, |
| "learning_rate": 2.6221896383186707e-05, |
| "loss": 0.469, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.5853658536585367, |
| "grad_norm": 0.22054934931871384, |
| "learning_rate": 2.6197458455522972e-05, |
| "loss": 0.4535, |
| "step": 1203 |
| }, |
| { |
| "epoch": 1.5866842452208307, |
| "grad_norm": 0.2038839366800306, |
| "learning_rate": 2.6173020527859237e-05, |
| "loss": 0.4722, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.5880026367831246, |
| "grad_norm": 0.24637393225775095, |
| "learning_rate": 2.6148582600195505e-05, |
| "loss": 0.4438, |
| "step": 1205 |
| }, |
| { |
| "epoch": 1.5893210283454184, |
| "grad_norm": 0.23449695408182278, |
| "learning_rate": 2.612414467253177e-05, |
| "loss": 0.4521, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.5906394199077125, |
| "grad_norm": 0.20735626843241153, |
| "learning_rate": 2.6099706744868034e-05, |
| "loss": 0.4511, |
| "step": 1207 |
| }, |
| { |
| "epoch": 1.5919578114700066, |
| "grad_norm": 0.21233490122973153, |
| "learning_rate": 2.6075268817204303e-05, |
| "loss": 0.4585, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.5932762030323007, |
| "grad_norm": 0.25519761485387216, |
| "learning_rate": 2.6050830889540567e-05, |
| "loss": 0.4547, |
| "step": 1209 |
| }, |
| { |
| "epoch": 1.5945945945945947, |
| "grad_norm": 0.22922587196312985, |
| "learning_rate": 2.6026392961876832e-05, |
| "loss": 0.4847, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.5959129861568886, |
| "grad_norm": 0.2302972759920558, |
| "learning_rate": 2.60019550342131e-05, |
| "loss": 0.446, |
| "step": 1211 |
| }, |
| { |
| "epoch": 1.5972313777191824, |
| "grad_norm": 0.2442904022520796, |
| "learning_rate": 2.5977517106549365e-05, |
| "loss": 0.4402, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.5985497692814765, |
| "grad_norm": 0.21565674098834503, |
| "learning_rate": 2.595307917888563e-05, |
| "loss": 0.4154, |
| "step": 1213 |
| }, |
| { |
| "epoch": 1.5998681608437706, |
| "grad_norm": 0.22882621816428245, |
| "learning_rate": 2.5928641251221898e-05, |
| "loss": 0.4423, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.6011865524060647, |
| "grad_norm": 0.24481645032809152, |
| "learning_rate": 2.5904203323558163e-05, |
| "loss": 0.4438, |
| "step": 1215 |
| }, |
| { |
| "epoch": 1.6025049439683587, |
| "grad_norm": 0.2296906710052342, |
| "learning_rate": 2.5879765395894428e-05, |
| "loss": 0.4708, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.6038233355306526, |
| "grad_norm": 0.23657724997405047, |
| "learning_rate": 2.5855327468230696e-05, |
| "loss": 0.4756, |
| "step": 1217 |
| }, |
| { |
| "epoch": 1.6051417270929464, |
| "grad_norm": 0.23652380652568888, |
| "learning_rate": 2.583088954056696e-05, |
| "loss": 0.4691, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.6064601186552405, |
| "grad_norm": 0.21761482095795945, |
| "learning_rate": 2.5806451612903226e-05, |
| "loss": 0.4831, |
| "step": 1219 |
| }, |
| { |
| "epoch": 1.6077785102175346, |
| "grad_norm": 0.23740035881099092, |
| "learning_rate": 2.5782013685239494e-05, |
| "loss": 0.4641, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.6090969017798287, |
| "grad_norm": 0.22099353710604266, |
| "learning_rate": 2.575757575757576e-05, |
| "loss": 0.4726, |
| "step": 1221 |
| }, |
| { |
| "epoch": 1.6104152933421227, |
| "grad_norm": 0.2631623893208033, |
| "learning_rate": 2.5733137829912023e-05, |
| "loss": 0.4723, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.6117336849044166, |
| "grad_norm": 0.24148175552018708, |
| "learning_rate": 2.570869990224829e-05, |
| "loss": 0.4338, |
| "step": 1223 |
| }, |
| { |
| "epoch": 1.6130520764667104, |
| "grad_norm": 0.2271905112711295, |
| "learning_rate": 2.5684261974584556e-05, |
| "loss": 0.4528, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.6143704680290045, |
| "grad_norm": 0.27703185381466877, |
| "learning_rate": 2.565982404692082e-05, |
| "loss": 0.443, |
| "step": 1225 |
| }, |
| { |
| "epoch": 1.6156888595912986, |
| "grad_norm": 0.21459211588226904, |
| "learning_rate": 2.563538611925709e-05, |
| "loss": 0.4627, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.6170072511535927, |
| "grad_norm": 0.24920583016736422, |
| "learning_rate": 2.5610948191593354e-05, |
| "loss": 0.4539, |
| "step": 1227 |
| }, |
| { |
| "epoch": 1.6183256427158867, |
| "grad_norm": 0.22549936745779775, |
| "learning_rate": 2.558651026392962e-05, |
| "loss": 0.4521, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.6196440342781806, |
| "grad_norm": 0.23462128499716542, |
| "learning_rate": 2.5562072336265887e-05, |
| "loss": 0.4587, |
| "step": 1229 |
| }, |
| { |
| "epoch": 1.6209624258404747, |
| "grad_norm": 0.22540407460216183, |
| "learning_rate": 2.5537634408602152e-05, |
| "loss": 0.4757, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.6222808174027685, |
| "grad_norm": 0.24705655844820928, |
| "learning_rate": 2.5513196480938417e-05, |
| "loss": 0.4426, |
| "step": 1231 |
| }, |
| { |
| "epoch": 1.6235992089650626, |
| "grad_norm": 0.21855560736231033, |
| "learning_rate": 2.548875855327468e-05, |
| "loss": 0.4712, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.6249176005273567, |
| "grad_norm": 0.23212939992828677, |
| "learning_rate": 2.546432062561095e-05, |
| "loss": 0.4493, |
| "step": 1233 |
| }, |
| { |
| "epoch": 1.6262359920896508, |
| "grad_norm": 0.2366108780194849, |
| "learning_rate": 2.5439882697947214e-05, |
| "loss": 0.4729, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.6275543836519446, |
| "grad_norm": 0.2458399015335568, |
| "learning_rate": 2.541544477028348e-05, |
| "loss": 0.4647, |
| "step": 1235 |
| }, |
| { |
| "epoch": 1.6288727752142387, |
| "grad_norm": 0.23392218367428577, |
| "learning_rate": 2.5391006842619747e-05, |
| "loss": 0.4251, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.6301911667765325, |
| "grad_norm": 0.23095764731650026, |
| "learning_rate": 2.5366568914956012e-05, |
| "loss": 0.4456, |
| "step": 1237 |
| }, |
| { |
| "epoch": 1.6315095583388266, |
| "grad_norm": 0.23244226972368318, |
| "learning_rate": 2.5342130987292277e-05, |
| "loss": 0.418, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.6328279499011207, |
| "grad_norm": 0.22166744095624297, |
| "learning_rate": 2.5317693059628545e-05, |
| "loss": 0.4834, |
| "step": 1239 |
| }, |
| { |
| "epoch": 1.6341463414634148, |
| "grad_norm": 0.22635644083419576, |
| "learning_rate": 2.529325513196481e-05, |
| "loss": 0.4596, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.6354647330257086, |
| "grad_norm": 0.22203036048401, |
| "learning_rate": 2.5268817204301075e-05, |
| "loss": 0.4323, |
| "step": 1241 |
| }, |
| { |
| "epoch": 1.6367831245880027, |
| "grad_norm": 0.21024675209463323, |
| "learning_rate": 2.5244379276637343e-05, |
| "loss": 0.4375, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.6381015161502965, |
| "grad_norm": 0.2500329147072633, |
| "learning_rate": 2.5219941348973608e-05, |
| "loss": 0.4488, |
| "step": 1243 |
| }, |
| { |
| "epoch": 1.6394199077125906, |
| "grad_norm": 0.21070284254695207, |
| "learning_rate": 2.5195503421309873e-05, |
| "loss": 0.4446, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.6407382992748847, |
| "grad_norm": 0.2017501894180166, |
| "learning_rate": 2.517106549364614e-05, |
| "loss": 0.4534, |
| "step": 1245 |
| }, |
| { |
| "epoch": 1.6420566908371788, |
| "grad_norm": 0.23162238460925844, |
| "learning_rate": 2.5146627565982406e-05, |
| "loss": 0.4496, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.6433750823994726, |
| "grad_norm": 0.20943436543581134, |
| "learning_rate": 2.512218963831867e-05, |
| "loss": 0.4455, |
| "step": 1247 |
| }, |
| { |
| "epoch": 1.6446934739617667, |
| "grad_norm": 0.20675968879505105, |
| "learning_rate": 2.509775171065494e-05, |
| "loss": 0.4505, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.6460118655240605, |
| "grad_norm": 0.2170417236595002, |
| "learning_rate": 2.5073313782991203e-05, |
| "loss": 0.4542, |
| "step": 1249 |
| }, |
| { |
| "epoch": 1.6473302570863546, |
| "grad_norm": 0.21425720333931475, |
| "learning_rate": 2.5048875855327468e-05, |
| "loss": 0.4725, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.6486486486486487, |
| "grad_norm": 0.23268281621604509, |
| "learning_rate": 2.5024437927663736e-05, |
| "loss": 0.4461, |
| "step": 1251 |
| }, |
| { |
| "epoch": 1.6499670402109428, |
| "grad_norm": 0.21267698755988104, |
| "learning_rate": 2.5e-05, |
| "loss": 0.4345, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.6512854317732366, |
| "grad_norm": 0.2149995720472877, |
| "learning_rate": 2.4975562072336266e-05, |
| "loss": 0.4554, |
| "step": 1253 |
| }, |
| { |
| "epoch": 1.6526038233355307, |
| "grad_norm": 0.2291270319941916, |
| "learning_rate": 2.4951124144672534e-05, |
| "loss": 0.458, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.6539222148978245, |
| "grad_norm": 0.23347070720561566, |
| "learning_rate": 2.49266862170088e-05, |
| "loss": 0.4371, |
| "step": 1255 |
| }, |
| { |
| "epoch": 1.6552406064601186, |
| "grad_norm": 0.2253607287174239, |
| "learning_rate": 2.4902248289345064e-05, |
| "loss": 0.4456, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.6565589980224127, |
| "grad_norm": 0.22877116722734273, |
| "learning_rate": 2.4877810361681332e-05, |
| "loss": 0.4452, |
| "step": 1257 |
| }, |
| { |
| "epoch": 1.6578773895847068, |
| "grad_norm": 0.2333735997946014, |
| "learning_rate": 2.4853372434017597e-05, |
| "loss": 0.4647, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.6591957811470006, |
| "grad_norm": 0.22649523652509274, |
| "learning_rate": 2.482893450635386e-05, |
| "loss": 0.439, |
| "step": 1259 |
| }, |
| { |
| "epoch": 1.6605141727092947, |
| "grad_norm": 0.21969432802211775, |
| "learning_rate": 2.480449657869013e-05, |
| "loss": 0.438, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.6618325642715885, |
| "grad_norm": 0.23813416163718962, |
| "learning_rate": 2.4780058651026395e-05, |
| "loss": 0.4468, |
| "step": 1261 |
| }, |
| { |
| "epoch": 1.6631509558338826, |
| "grad_norm": 0.23025685058621526, |
| "learning_rate": 2.475562072336266e-05, |
| "loss": 0.4252, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.6644693473961767, |
| "grad_norm": 0.23122140508768563, |
| "learning_rate": 2.4731182795698928e-05, |
| "loss": 0.44, |
| "step": 1263 |
| }, |
| { |
| "epoch": 1.6657877389584708, |
| "grad_norm": 0.2445987004542158, |
| "learning_rate": 2.4706744868035192e-05, |
| "loss": 0.4709, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.6671061305207646, |
| "grad_norm": 0.21233979256680444, |
| "learning_rate": 2.4682306940371457e-05, |
| "loss": 0.4433, |
| "step": 1265 |
| }, |
| { |
| "epoch": 1.6684245220830587, |
| "grad_norm": 0.23146314437126664, |
| "learning_rate": 2.4657869012707725e-05, |
| "loss": 0.4694, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.6697429136453525, |
| "grad_norm": 0.22995885972371477, |
| "learning_rate": 2.463343108504399e-05, |
| "loss": 0.4252, |
| "step": 1267 |
| }, |
| { |
| "epoch": 1.6710613052076466, |
| "grad_norm": 0.24700497298356397, |
| "learning_rate": 2.4608993157380255e-05, |
| "loss": 0.4646, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.6723796967699407, |
| "grad_norm": 0.23489806990571735, |
| "learning_rate": 2.4584555229716523e-05, |
| "loss": 0.4457, |
| "step": 1269 |
| }, |
| { |
| "epoch": 1.6736980883322348, |
| "grad_norm": 0.21611693440735655, |
| "learning_rate": 2.4560117302052788e-05, |
| "loss": 0.4615, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.6750164798945286, |
| "grad_norm": 0.23087913580244657, |
| "learning_rate": 2.4535679374389053e-05, |
| "loss": 0.4533, |
| "step": 1271 |
| }, |
| { |
| "epoch": 1.6763348714568227, |
| "grad_norm": 0.2184471652855449, |
| "learning_rate": 2.451124144672532e-05, |
| "loss": 0.4444, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.6776532630191165, |
| "grad_norm": 0.22120509023464946, |
| "learning_rate": 2.4486803519061586e-05, |
| "loss": 0.4564, |
| "step": 1273 |
| }, |
| { |
| "epoch": 1.6789716545814106, |
| "grad_norm": 0.2457304216166486, |
| "learning_rate": 2.446236559139785e-05, |
| "loss": 0.4636, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.6802900461437047, |
| "grad_norm": 0.21984907709303192, |
| "learning_rate": 2.4437927663734115e-05, |
| "loss": 0.4603, |
| "step": 1275 |
| }, |
| { |
| "epoch": 1.6816084377059988, |
| "grad_norm": 0.2250862284344557, |
| "learning_rate": 2.4413489736070384e-05, |
| "loss": 0.4492, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.6829268292682928, |
| "grad_norm": 0.24893414445142859, |
| "learning_rate": 2.438905180840665e-05, |
| "loss": 0.4336, |
| "step": 1277 |
| }, |
| { |
| "epoch": 1.6842452208305867, |
| "grad_norm": 0.22284842500006352, |
| "learning_rate": 2.4364613880742913e-05, |
| "loss": 0.4636, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.6855636123928806, |
| "grad_norm": 0.23349136256097167, |
| "learning_rate": 2.434017595307918e-05, |
| "loss": 0.4698, |
| "step": 1279 |
| }, |
| { |
| "epoch": 1.6868820039551746, |
| "grad_norm": 0.22463096515712372, |
| "learning_rate": 2.4315738025415446e-05, |
| "loss": 0.4703, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.6882003955174687, |
| "grad_norm": 0.20444239312517656, |
| "learning_rate": 2.429130009775171e-05, |
| "loss": 0.4539, |
| "step": 1281 |
| }, |
| { |
| "epoch": 1.6895187870797628, |
| "grad_norm": 0.22487183866266974, |
| "learning_rate": 2.426686217008798e-05, |
| "loss": 0.4141, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.6908371786420568, |
| "grad_norm": 0.22117602175446957, |
| "learning_rate": 2.4242424242424244e-05, |
| "loss": 0.4303, |
| "step": 1283 |
| }, |
| { |
| "epoch": 1.6921555702043507, |
| "grad_norm": 0.21963564879986763, |
| "learning_rate": 2.421798631476051e-05, |
| "loss": 0.4798, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.6934739617666446, |
| "grad_norm": 0.24835156908949316, |
| "learning_rate": 2.4193548387096777e-05, |
| "loss": 0.4446, |
| "step": 1285 |
| }, |
| { |
| "epoch": 1.6947923533289386, |
| "grad_norm": 0.24081391906665406, |
| "learning_rate": 2.416911045943304e-05, |
| "loss": 0.4511, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.6961107448912327, |
| "grad_norm": 0.2108367880285926, |
| "learning_rate": 2.4144672531769306e-05, |
| "loss": 0.4482, |
| "step": 1287 |
| }, |
| { |
| "epoch": 1.6974291364535268, |
| "grad_norm": 0.239592606845252, |
| "learning_rate": 2.4120234604105575e-05, |
| "loss": 0.4457, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.6987475280158209, |
| "grad_norm": 0.23073211268003435, |
| "learning_rate": 2.409579667644184e-05, |
| "loss": 0.4415, |
| "step": 1289 |
| }, |
| { |
| "epoch": 1.7000659195781147, |
| "grad_norm": 0.23044746043228354, |
| "learning_rate": 2.4071358748778104e-05, |
| "loss": 0.4314, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.7013843111404086, |
| "grad_norm": 0.22103451824305184, |
| "learning_rate": 2.4046920821114372e-05, |
| "loss": 0.4229, |
| "step": 1291 |
| }, |
| { |
| "epoch": 1.7027027027027026, |
| "grad_norm": 0.23837305642003417, |
| "learning_rate": 2.4022482893450637e-05, |
| "loss": 0.4922, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.7040210942649967, |
| "grad_norm": 0.31167538781617893, |
| "learning_rate": 2.3998044965786902e-05, |
| "loss": 0.4796, |
| "step": 1293 |
| }, |
| { |
| "epoch": 1.7053394858272908, |
| "grad_norm": 0.21817695531587913, |
| "learning_rate": 2.397360703812317e-05, |
| "loss": 0.4328, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.7066578773895849, |
| "grad_norm": 0.23089547311480316, |
| "learning_rate": 2.3949169110459435e-05, |
| "loss": 0.4569, |
| "step": 1295 |
| }, |
| { |
| "epoch": 1.7079762689518787, |
| "grad_norm": 0.24201006348543067, |
| "learning_rate": 2.39247311827957e-05, |
| "loss": 0.4266, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.7092946605141726, |
| "grad_norm": 0.2317854180826016, |
| "learning_rate": 2.3900293255131968e-05, |
| "loss": 0.4657, |
| "step": 1297 |
| }, |
| { |
| "epoch": 1.7106130520764666, |
| "grad_norm": 0.21481838477644827, |
| "learning_rate": 2.3875855327468233e-05, |
| "loss": 0.4586, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.7119314436387607, |
| "grad_norm": 0.22501440290134972, |
| "learning_rate": 2.3851417399804498e-05, |
| "loss": 0.4645, |
| "step": 1299 |
| }, |
| { |
| "epoch": 1.7132498352010548, |
| "grad_norm": 0.2178923958590864, |
| "learning_rate": 2.3826979472140766e-05, |
| "loss": 0.4296, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.7145682267633489, |
| "grad_norm": 0.20740774934211023, |
| "learning_rate": 2.380254154447703e-05, |
| "loss": 0.4437, |
| "step": 1301 |
| }, |
| { |
| "epoch": 1.7158866183256427, |
| "grad_norm": 0.21325368863665742, |
| "learning_rate": 2.3778103616813295e-05, |
| "loss": 0.4302, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.7172050098879366, |
| "grad_norm": 0.21731707500641012, |
| "learning_rate": 2.3753665689149564e-05, |
| "loss": 0.4431, |
| "step": 1303 |
| }, |
| { |
| "epoch": 1.7185234014502306, |
| "grad_norm": 0.21637297652706527, |
| "learning_rate": 2.372922776148583e-05, |
| "loss": 0.4395, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.7198417930125247, |
| "grad_norm": 0.2262704966596932, |
| "learning_rate": 2.3704789833822093e-05, |
| "loss": 0.4195, |
| "step": 1305 |
| }, |
| { |
| "epoch": 1.7211601845748188, |
| "grad_norm": 0.21876749736263493, |
| "learning_rate": 2.368035190615836e-05, |
| "loss": 0.4093, |
| "step": 1306 |
| }, |
| { |
| "epoch": 1.7224785761371129, |
| "grad_norm": 0.22856619169624617, |
| "learning_rate": 2.3655913978494626e-05, |
| "loss": 0.452, |
| "step": 1307 |
| }, |
| { |
| "epoch": 1.7237969676994067, |
| "grad_norm": 0.2433346628027909, |
| "learning_rate": 2.363147605083089e-05, |
| "loss": 0.4694, |
| "step": 1308 |
| }, |
| { |
| "epoch": 1.7251153592617006, |
| "grad_norm": 0.21434661728045573, |
| "learning_rate": 2.360703812316716e-05, |
| "loss": 0.4626, |
| "step": 1309 |
| }, |
| { |
| "epoch": 1.7264337508239946, |
| "grad_norm": 0.2293513088045069, |
| "learning_rate": 2.3582600195503424e-05, |
| "loss": 0.4365, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.7277521423862887, |
| "grad_norm": 0.24428926118478997, |
| "learning_rate": 2.355816226783969e-05, |
| "loss": 0.4743, |
| "step": 1311 |
| }, |
| { |
| "epoch": 1.7290705339485828, |
| "grad_norm": 0.2287615764401124, |
| "learning_rate": 2.3533724340175957e-05, |
| "loss": 0.4262, |
| "step": 1312 |
| }, |
| { |
| "epoch": 1.7303889255108769, |
| "grad_norm": 0.2137720982360762, |
| "learning_rate": 2.3509286412512222e-05, |
| "loss": 0.4422, |
| "step": 1313 |
| }, |
| { |
| "epoch": 1.7317073170731707, |
| "grad_norm": 0.2172646709179954, |
| "learning_rate": 2.3484848484848487e-05, |
| "loss": 0.4369, |
| "step": 1314 |
| }, |
| { |
| "epoch": 1.7330257086354646, |
| "grad_norm": 0.23481114526676852, |
| "learning_rate": 2.3460410557184755e-05, |
| "loss": 0.4379, |
| "step": 1315 |
| }, |
| { |
| "epoch": 1.7343441001977586, |
| "grad_norm": 0.22494156411555105, |
| "learning_rate": 2.3435972629521016e-05, |
| "loss": 0.4627, |
| "step": 1316 |
| }, |
| { |
| "epoch": 1.7356624917600527, |
| "grad_norm": 0.232305054590693, |
| "learning_rate": 2.341153470185728e-05, |
| "loss": 0.4778, |
| "step": 1317 |
| }, |
| { |
| "epoch": 1.7369808833223468, |
| "grad_norm": 0.2241232571591852, |
| "learning_rate": 2.338709677419355e-05, |
| "loss": 0.4555, |
| "step": 1318 |
| }, |
| { |
| "epoch": 1.7382992748846409, |
| "grad_norm": 0.2297129599006242, |
| "learning_rate": 2.3362658846529814e-05, |
| "loss": 0.4676, |
| "step": 1319 |
| }, |
| { |
| "epoch": 1.7396176664469347, |
| "grad_norm": 0.20981392935025628, |
| "learning_rate": 2.333822091886608e-05, |
| "loss": 0.4481, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.7409360580092288, |
| "grad_norm": 0.22737136718565307, |
| "learning_rate": 2.3313782991202347e-05, |
| "loss": 0.4328, |
| "step": 1321 |
| }, |
| { |
| "epoch": 1.7422544495715226, |
| "grad_norm": 0.24472193131787728, |
| "learning_rate": 2.3289345063538612e-05, |
| "loss": 0.4443, |
| "step": 1322 |
| }, |
| { |
| "epoch": 1.7435728411338167, |
| "grad_norm": 0.20702576868902212, |
| "learning_rate": 2.3264907135874877e-05, |
| "loss": 0.4185, |
| "step": 1323 |
| }, |
| { |
| "epoch": 1.7448912326961108, |
| "grad_norm": 0.23089623806478482, |
| "learning_rate": 2.3240469208211145e-05, |
| "loss": 0.438, |
| "step": 1324 |
| }, |
| { |
| "epoch": 1.7462096242584049, |
| "grad_norm": 0.25529748116520273, |
| "learning_rate": 2.321603128054741e-05, |
| "loss": 0.4694, |
| "step": 1325 |
| }, |
| { |
| "epoch": 1.7475280158206987, |
| "grad_norm": 0.2179899465010871, |
| "learning_rate": 2.3191593352883674e-05, |
| "loss": 0.4875, |
| "step": 1326 |
| }, |
| { |
| "epoch": 1.7488464073829928, |
| "grad_norm": 0.22557046515612472, |
| "learning_rate": 2.3167155425219943e-05, |
| "loss": 0.4745, |
| "step": 1327 |
| }, |
| { |
| "epoch": 1.7501647989452866, |
| "grad_norm": 0.22051811530571566, |
| "learning_rate": 2.3142717497556207e-05, |
| "loss": 0.439, |
| "step": 1328 |
| }, |
| { |
| "epoch": 1.7514831905075807, |
| "grad_norm": 0.2561866543932515, |
| "learning_rate": 2.3118279569892472e-05, |
| "loss": 0.4626, |
| "step": 1329 |
| }, |
| { |
| "epoch": 1.7528015820698748, |
| "grad_norm": 0.2579665810833442, |
| "learning_rate": 2.309384164222874e-05, |
| "loss": 0.4659, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.7541199736321689, |
| "grad_norm": 0.23165280912787573, |
| "learning_rate": 2.3069403714565005e-05, |
| "loss": 0.4584, |
| "step": 1331 |
| }, |
| { |
| "epoch": 1.7554383651944627, |
| "grad_norm": 0.26782028339364883, |
| "learning_rate": 2.304496578690127e-05, |
| "loss": 0.4316, |
| "step": 1332 |
| }, |
| { |
| "epoch": 1.7567567567567568, |
| "grad_norm": 0.22073900296688956, |
| "learning_rate": 2.3020527859237538e-05, |
| "loss": 0.4683, |
| "step": 1333 |
| }, |
| { |
| "epoch": 1.7580751483190507, |
| "grad_norm": 0.21569757180242494, |
| "learning_rate": 2.2996089931573803e-05, |
| "loss": 0.4169, |
| "step": 1334 |
| }, |
| { |
| "epoch": 1.7593935398813447, |
| "grad_norm": 0.27958462391295685, |
| "learning_rate": 2.2971652003910068e-05, |
| "loss": 0.4844, |
| "step": 1335 |
| }, |
| { |
| "epoch": 1.7607119314436388, |
| "grad_norm": 0.23671863055323814, |
| "learning_rate": 2.2947214076246336e-05, |
| "loss": 0.4556, |
| "step": 1336 |
| }, |
| { |
| "epoch": 1.7620303230059329, |
| "grad_norm": 0.235274174394857, |
| "learning_rate": 2.29227761485826e-05, |
| "loss": 0.4446, |
| "step": 1337 |
| }, |
| { |
| "epoch": 1.7633487145682267, |
| "grad_norm": 0.23716249112884563, |
| "learning_rate": 2.2898338220918866e-05, |
| "loss": 0.4777, |
| "step": 1338 |
| }, |
| { |
| "epoch": 1.7646671061305208, |
| "grad_norm": 0.223649541813464, |
| "learning_rate": 2.2873900293255134e-05, |
| "loss": 0.4373, |
| "step": 1339 |
| }, |
| { |
| "epoch": 1.7659854976928147, |
| "grad_norm": 0.21981968777565494, |
| "learning_rate": 2.28494623655914e-05, |
| "loss": 0.4263, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.7673038892551087, |
| "grad_norm": 0.22895233760285355, |
| "learning_rate": 2.2825024437927663e-05, |
| "loss": 0.451, |
| "step": 1341 |
| }, |
| { |
| "epoch": 1.7686222808174028, |
| "grad_norm": 0.22187270516126548, |
| "learning_rate": 2.280058651026393e-05, |
| "loss": 0.4428, |
| "step": 1342 |
| }, |
| { |
| "epoch": 1.7699406723796969, |
| "grad_norm": 0.2264016018955621, |
| "learning_rate": 2.2776148582600196e-05, |
| "loss": 0.4699, |
| "step": 1343 |
| }, |
| { |
| "epoch": 1.7712590639419907, |
| "grad_norm": 0.24782811620734982, |
| "learning_rate": 2.275171065493646e-05, |
| "loss": 0.4498, |
| "step": 1344 |
| }, |
| { |
| "epoch": 1.7725774555042848, |
| "grad_norm": 0.2141177615292286, |
| "learning_rate": 2.272727272727273e-05, |
| "loss": 0.4536, |
| "step": 1345 |
| }, |
| { |
| "epoch": 1.7738958470665787, |
| "grad_norm": 0.24220196828496443, |
| "learning_rate": 2.2702834799608994e-05, |
| "loss": 0.4184, |
| "step": 1346 |
| }, |
| { |
| "epoch": 1.7752142386288727, |
| "grad_norm": 0.256770041421616, |
| "learning_rate": 2.267839687194526e-05, |
| "loss": 0.4947, |
| "step": 1347 |
| }, |
| { |
| "epoch": 1.7765326301911668, |
| "grad_norm": 0.23637849914384568, |
| "learning_rate": 2.2653958944281524e-05, |
| "loss": 0.438, |
| "step": 1348 |
| }, |
| { |
| "epoch": 1.7778510217534609, |
| "grad_norm": 0.2428007538150315, |
| "learning_rate": 2.2629521016617792e-05, |
| "loss": 0.4274, |
| "step": 1349 |
| }, |
| { |
| "epoch": 1.7791694133157547, |
| "grad_norm": 0.22854729030045823, |
| "learning_rate": 2.2605083088954057e-05, |
| "loss": 0.466, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.7804878048780488, |
| "grad_norm": 0.2341226837853732, |
| "learning_rate": 2.258064516129032e-05, |
| "loss": 0.4517, |
| "step": 1351 |
| }, |
| { |
| "epoch": 1.7818061964403427, |
| "grad_norm": 0.2526369348134983, |
| "learning_rate": 2.255620723362659e-05, |
| "loss": 0.4769, |
| "step": 1352 |
| }, |
| { |
| "epoch": 1.7831245880026367, |
| "grad_norm": 0.23040489930014424, |
| "learning_rate": 2.2531769305962854e-05, |
| "loss": 0.4444, |
| "step": 1353 |
| }, |
| { |
| "epoch": 1.7844429795649308, |
| "grad_norm": 0.25277894502411674, |
| "learning_rate": 2.250733137829912e-05, |
| "loss": 0.4584, |
| "step": 1354 |
| }, |
| { |
| "epoch": 1.7857613711272249, |
| "grad_norm": 0.2419935891975454, |
| "learning_rate": 2.2482893450635387e-05, |
| "loss": 0.4389, |
| "step": 1355 |
| }, |
| { |
| "epoch": 1.7870797626895187, |
| "grad_norm": 0.24130822824806356, |
| "learning_rate": 2.2458455522971652e-05, |
| "loss": 0.4429, |
| "step": 1356 |
| }, |
| { |
| "epoch": 1.7883981542518128, |
| "grad_norm": 0.2447651773200519, |
| "learning_rate": 2.2434017595307917e-05, |
| "loss": 0.4392, |
| "step": 1357 |
| }, |
| { |
| "epoch": 1.7897165458141067, |
| "grad_norm": 0.2622004011919672, |
| "learning_rate": 2.2409579667644185e-05, |
| "loss": 0.4372, |
| "step": 1358 |
| }, |
| { |
| "epoch": 1.7910349373764007, |
| "grad_norm": 0.2516879903766481, |
| "learning_rate": 2.238514173998045e-05, |
| "loss": 0.4617, |
| "step": 1359 |
| }, |
| { |
| "epoch": 1.7923533289386948, |
| "grad_norm": 0.254172539072606, |
| "learning_rate": 2.2360703812316715e-05, |
| "loss": 0.4721, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.7936717205009889, |
| "grad_norm": 0.26124419131789506, |
| "learning_rate": 2.2336265884652983e-05, |
| "loss": 0.4281, |
| "step": 1361 |
| }, |
| { |
| "epoch": 1.794990112063283, |
| "grad_norm": 0.23337321060270946, |
| "learning_rate": 2.2311827956989248e-05, |
| "loss": 0.444, |
| "step": 1362 |
| }, |
| { |
| "epoch": 1.7963085036255768, |
| "grad_norm": 0.2735398685729882, |
| "learning_rate": 2.2287390029325513e-05, |
| "loss": 0.4513, |
| "step": 1363 |
| }, |
| { |
| "epoch": 1.7976268951878707, |
| "grad_norm": 0.26189564562505036, |
| "learning_rate": 2.226295210166178e-05, |
| "loss": 0.4455, |
| "step": 1364 |
| }, |
| { |
| "epoch": 1.7989452867501647, |
| "grad_norm": 0.2154634640484005, |
| "learning_rate": 2.2238514173998046e-05, |
| "loss": 0.435, |
| "step": 1365 |
| }, |
| { |
| "epoch": 1.8002636783124588, |
| "grad_norm": 0.2834993924008965, |
| "learning_rate": 2.221407624633431e-05, |
| "loss": 0.46, |
| "step": 1366 |
| }, |
| { |
| "epoch": 1.801582069874753, |
| "grad_norm": 0.2508261989060455, |
| "learning_rate": 2.218963831867058e-05, |
| "loss": 0.4462, |
| "step": 1367 |
| }, |
| { |
| "epoch": 1.802900461437047, |
| "grad_norm": 0.21522683376842433, |
| "learning_rate": 2.2165200391006843e-05, |
| "loss": 0.4397, |
| "step": 1368 |
| }, |
| { |
| "epoch": 1.8042188529993408, |
| "grad_norm": 0.25393837605258157, |
| "learning_rate": 2.2140762463343108e-05, |
| "loss": 0.4246, |
| "step": 1369 |
| }, |
| { |
| "epoch": 1.8055372445616347, |
| "grad_norm": 0.25457545464896003, |
| "learning_rate": 2.2116324535679376e-05, |
| "loss": 0.4429, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.8068556361239287, |
| "grad_norm": 0.2063821861981881, |
| "learning_rate": 2.209188660801564e-05, |
| "loss": 0.4492, |
| "step": 1371 |
| }, |
| { |
| "epoch": 1.8081740276862228, |
| "grad_norm": 0.2804726061827568, |
| "learning_rate": 2.2067448680351906e-05, |
| "loss": 0.4359, |
| "step": 1372 |
| }, |
| { |
| "epoch": 1.809492419248517, |
| "grad_norm": 0.26694672598382835, |
| "learning_rate": 2.2043010752688174e-05, |
| "loss": 0.4531, |
| "step": 1373 |
| }, |
| { |
| "epoch": 1.810810810810811, |
| "grad_norm": 0.2506760002737737, |
| "learning_rate": 2.201857282502444e-05, |
| "loss": 0.4733, |
| "step": 1374 |
| }, |
| { |
| "epoch": 1.8121292023731048, |
| "grad_norm": 0.2904307102961233, |
| "learning_rate": 2.1994134897360704e-05, |
| "loss": 0.4498, |
| "step": 1375 |
| }, |
| { |
| "epoch": 1.8134475939353987, |
| "grad_norm": 0.22514423487678403, |
| "learning_rate": 2.1969696969696972e-05, |
| "loss": 0.4866, |
| "step": 1376 |
| }, |
| { |
| "epoch": 1.8147659854976927, |
| "grad_norm": 0.2245004561001592, |
| "learning_rate": 2.1945259042033237e-05, |
| "loss": 0.4535, |
| "step": 1377 |
| }, |
| { |
| "epoch": 1.8160843770599868, |
| "grad_norm": 0.2342642759445307, |
| "learning_rate": 2.19208211143695e-05, |
| "loss": 0.4414, |
| "step": 1378 |
| }, |
| { |
| "epoch": 1.817402768622281, |
| "grad_norm": 0.23572898527997294, |
| "learning_rate": 2.189638318670577e-05, |
| "loss": 0.4494, |
| "step": 1379 |
| }, |
| { |
| "epoch": 1.818721160184575, |
| "grad_norm": 0.2090041796382176, |
| "learning_rate": 2.1871945259042035e-05, |
| "loss": 0.4649, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.8200395517468688, |
| "grad_norm": 0.2220688911524869, |
| "learning_rate": 2.18475073313783e-05, |
| "loss": 0.4386, |
| "step": 1381 |
| }, |
| { |
| "epoch": 1.8213579433091627, |
| "grad_norm": 0.20031419624597685, |
| "learning_rate": 2.1823069403714568e-05, |
| "loss": 0.4125, |
| "step": 1382 |
| }, |
| { |
| "epoch": 1.8226763348714567, |
| "grad_norm": 0.2158482449569417, |
| "learning_rate": 2.1798631476050832e-05, |
| "loss": 0.4265, |
| "step": 1383 |
| }, |
| { |
| "epoch": 1.8239947264337508, |
| "grad_norm": 0.21558160683532104, |
| "learning_rate": 2.1774193548387097e-05, |
| "loss": 0.4445, |
| "step": 1384 |
| }, |
| { |
| "epoch": 1.825313117996045, |
| "grad_norm": 0.2150254725946213, |
| "learning_rate": 2.1749755620723365e-05, |
| "loss": 0.4514, |
| "step": 1385 |
| }, |
| { |
| "epoch": 1.826631509558339, |
| "grad_norm": 0.24043326762601872, |
| "learning_rate": 2.172531769305963e-05, |
| "loss": 0.4525, |
| "step": 1386 |
| }, |
| { |
| "epoch": 1.8279499011206328, |
| "grad_norm": 0.2228895774787868, |
| "learning_rate": 2.1700879765395895e-05, |
| "loss": 0.4134, |
| "step": 1387 |
| }, |
| { |
| "epoch": 1.8292682926829267, |
| "grad_norm": 0.2184531932038404, |
| "learning_rate": 2.1676441837732163e-05, |
| "loss": 0.446, |
| "step": 1388 |
| }, |
| { |
| "epoch": 1.8305866842452208, |
| "grad_norm": 0.216509313078702, |
| "learning_rate": 2.1652003910068428e-05, |
| "loss": 0.4279, |
| "step": 1389 |
| }, |
| { |
| "epoch": 1.8319050758075148, |
| "grad_norm": 0.21902511225836463, |
| "learning_rate": 2.1627565982404693e-05, |
| "loss": 0.458, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.833223467369809, |
| "grad_norm": 0.23485995489901926, |
| "learning_rate": 2.160312805474096e-05, |
| "loss": 0.432, |
| "step": 1391 |
| }, |
| { |
| "epoch": 1.834541858932103, |
| "grad_norm": 0.228532082051778, |
| "learning_rate": 2.1578690127077226e-05, |
| "loss": 0.4519, |
| "step": 1392 |
| }, |
| { |
| "epoch": 1.8358602504943968, |
| "grad_norm": 0.2369538756231286, |
| "learning_rate": 2.155425219941349e-05, |
| "loss": 0.4624, |
| "step": 1393 |
| }, |
| { |
| "epoch": 1.8371786420566907, |
| "grad_norm": 0.2195942906885903, |
| "learning_rate": 2.1529814271749755e-05, |
| "loss": 0.4712, |
| "step": 1394 |
| }, |
| { |
| "epoch": 1.8384970336189848, |
| "grad_norm": 0.24501854675609572, |
| "learning_rate": 2.1505376344086024e-05, |
| "loss": 0.4512, |
| "step": 1395 |
| }, |
| { |
| "epoch": 1.8398154251812788, |
| "grad_norm": 0.24123397748149958, |
| "learning_rate": 2.148093841642229e-05, |
| "loss": 0.4288, |
| "step": 1396 |
| }, |
| { |
| "epoch": 1.841133816743573, |
| "grad_norm": 0.21632039858086205, |
| "learning_rate": 2.1456500488758553e-05, |
| "loss": 0.4347, |
| "step": 1397 |
| }, |
| { |
| "epoch": 1.842452208305867, |
| "grad_norm": 0.21812591328997558, |
| "learning_rate": 2.143206256109482e-05, |
| "loss": 0.4386, |
| "step": 1398 |
| }, |
| { |
| "epoch": 1.8437705998681608, |
| "grad_norm": 0.24464804420946357, |
| "learning_rate": 2.1407624633431086e-05, |
| "loss": 0.4394, |
| "step": 1399 |
| }, |
| { |
| "epoch": 1.8450889914304547, |
| "grad_norm": 0.2294531926833806, |
| "learning_rate": 2.138318670576735e-05, |
| "loss": 0.4526, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.8464073829927488, |
| "grad_norm": 0.23180517646910126, |
| "learning_rate": 2.135874877810362e-05, |
| "loss": 0.4517, |
| "step": 1401 |
| }, |
| { |
| "epoch": 1.8477257745550428, |
| "grad_norm": 0.27563734102397836, |
| "learning_rate": 2.1334310850439884e-05, |
| "loss": 0.4226, |
| "step": 1402 |
| }, |
| { |
| "epoch": 1.849044166117337, |
| "grad_norm": 0.26895530099591525, |
| "learning_rate": 2.130987292277615e-05, |
| "loss": 0.4675, |
| "step": 1403 |
| }, |
| { |
| "epoch": 1.850362557679631, |
| "grad_norm": 0.26056967279489024, |
| "learning_rate": 2.1285434995112417e-05, |
| "loss": 0.4518, |
| "step": 1404 |
| }, |
| { |
| "epoch": 1.8516809492419248, |
| "grad_norm": 0.251794388672966, |
| "learning_rate": 2.126099706744868e-05, |
| "loss": 0.4678, |
| "step": 1405 |
| }, |
| { |
| "epoch": 1.852999340804219, |
| "grad_norm": 0.24434435325231865, |
| "learning_rate": 2.1236559139784946e-05, |
| "loss": 0.4399, |
| "step": 1406 |
| }, |
| { |
| "epoch": 1.8543177323665128, |
| "grad_norm": 0.2540188275404348, |
| "learning_rate": 2.1212121212121215e-05, |
| "loss": 0.4336, |
| "step": 1407 |
| }, |
| { |
| "epoch": 1.8556361239288068, |
| "grad_norm": 0.24991274588197274, |
| "learning_rate": 2.118768328445748e-05, |
| "loss": 0.4239, |
| "step": 1408 |
| }, |
| { |
| "epoch": 1.856954515491101, |
| "grad_norm": 0.20094206946741394, |
| "learning_rate": 2.1163245356793744e-05, |
| "loss": 0.4228, |
| "step": 1409 |
| }, |
| { |
| "epoch": 1.858272907053395, |
| "grad_norm": 0.22651875217478484, |
| "learning_rate": 2.1138807429130012e-05, |
| "loss": 0.4437, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.8595912986156888, |
| "grad_norm": 0.2644510314668226, |
| "learning_rate": 2.1114369501466277e-05, |
| "loss": 0.4055, |
| "step": 1411 |
| }, |
| { |
| "epoch": 1.860909690177983, |
| "grad_norm": 0.21155431435888983, |
| "learning_rate": 2.1089931573802542e-05, |
| "loss": 0.4374, |
| "step": 1412 |
| }, |
| { |
| "epoch": 1.8622280817402768, |
| "grad_norm": 0.24390523530952146, |
| "learning_rate": 2.106549364613881e-05, |
| "loss": 0.4724, |
| "step": 1413 |
| }, |
| { |
| "epoch": 1.8635464733025708, |
| "grad_norm": 0.23689126529657917, |
| "learning_rate": 2.1041055718475075e-05, |
| "loss": 0.4408, |
| "step": 1414 |
| }, |
| { |
| "epoch": 1.864864864864865, |
| "grad_norm": 0.23149979394587072, |
| "learning_rate": 2.101661779081134e-05, |
| "loss": 0.4753, |
| "step": 1415 |
| }, |
| { |
| "epoch": 1.866183256427159, |
| "grad_norm": 0.26660937210824354, |
| "learning_rate": 2.0992179863147608e-05, |
| "loss": 0.4581, |
| "step": 1416 |
| }, |
| { |
| "epoch": 1.8675016479894528, |
| "grad_norm": 0.2506263369288428, |
| "learning_rate": 2.0967741935483873e-05, |
| "loss": 0.4417, |
| "step": 1417 |
| }, |
| { |
| "epoch": 1.868820039551747, |
| "grad_norm": 0.2045229210860702, |
| "learning_rate": 2.0943304007820138e-05, |
| "loss": 0.4412, |
| "step": 1418 |
| }, |
| { |
| "epoch": 1.8701384311140408, |
| "grad_norm": 0.22455859343981052, |
| "learning_rate": 2.0918866080156406e-05, |
| "loss": 0.4255, |
| "step": 1419 |
| }, |
| { |
| "epoch": 1.8714568226763348, |
| "grad_norm": 0.2299753780638211, |
| "learning_rate": 2.089442815249267e-05, |
| "loss": 0.4336, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.872775214238629, |
| "grad_norm": 0.21763195257063978, |
| "learning_rate": 2.0869990224828935e-05, |
| "loss": 0.4549, |
| "step": 1421 |
| }, |
| { |
| "epoch": 1.874093605800923, |
| "grad_norm": 0.21072894760577596, |
| "learning_rate": 2.0845552297165204e-05, |
| "loss": 0.4435, |
| "step": 1422 |
| }, |
| { |
| "epoch": 1.8754119973632168, |
| "grad_norm": 0.24131733852001216, |
| "learning_rate": 2.082111436950147e-05, |
| "loss": 0.4351, |
| "step": 1423 |
| }, |
| { |
| "epoch": 1.876730388925511, |
| "grad_norm": 0.2234317303780953, |
| "learning_rate": 2.0796676441837733e-05, |
| "loss": 0.4655, |
| "step": 1424 |
| }, |
| { |
| "epoch": 1.8780487804878048, |
| "grad_norm": 0.22295381356244265, |
| "learning_rate": 2.0772238514174e-05, |
| "loss": 0.4478, |
| "step": 1425 |
| }, |
| { |
| "epoch": 1.8793671720500988, |
| "grad_norm": 0.23782400940349355, |
| "learning_rate": 2.0747800586510266e-05, |
| "loss": 0.4387, |
| "step": 1426 |
| }, |
| { |
| "epoch": 1.880685563612393, |
| "grad_norm": 0.22863237943489276, |
| "learning_rate": 2.072336265884653e-05, |
| "loss": 0.4413, |
| "step": 1427 |
| }, |
| { |
| "epoch": 1.882003955174687, |
| "grad_norm": 0.2118748712008781, |
| "learning_rate": 2.06989247311828e-05, |
| "loss": 0.4588, |
| "step": 1428 |
| }, |
| { |
| "epoch": 1.8833223467369808, |
| "grad_norm": 0.22082714819650182, |
| "learning_rate": 2.0674486803519064e-05, |
| "loss": 0.4293, |
| "step": 1429 |
| }, |
| { |
| "epoch": 1.884640738299275, |
| "grad_norm": 0.21518579207366526, |
| "learning_rate": 2.065004887585533e-05, |
| "loss": 0.4526, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.8859591298615688, |
| "grad_norm": 0.22099523077921776, |
| "learning_rate": 2.0625610948191597e-05, |
| "loss": 0.424, |
| "step": 1431 |
| }, |
| { |
| "epoch": 1.8872775214238628, |
| "grad_norm": 0.204599396684548, |
| "learning_rate": 2.0601173020527862e-05, |
| "loss": 0.428, |
| "step": 1432 |
| }, |
| { |
| "epoch": 1.888595912986157, |
| "grad_norm": 0.21977682949521715, |
| "learning_rate": 2.0576735092864127e-05, |
| "loss": 0.4484, |
| "step": 1433 |
| }, |
| { |
| "epoch": 1.889914304548451, |
| "grad_norm": 0.20855874123970927, |
| "learning_rate": 2.0552297165200395e-05, |
| "loss": 0.4696, |
| "step": 1434 |
| }, |
| { |
| "epoch": 1.8912326961107448, |
| "grad_norm": 0.21881259557661692, |
| "learning_rate": 2.052785923753666e-05, |
| "loss": 0.4567, |
| "step": 1435 |
| }, |
| { |
| "epoch": 1.892551087673039, |
| "grad_norm": 0.2237771936113666, |
| "learning_rate": 2.0503421309872924e-05, |
| "loss": 0.4454, |
| "step": 1436 |
| }, |
| { |
| "epoch": 1.8938694792353328, |
| "grad_norm": 0.20085980661207817, |
| "learning_rate": 2.0478983382209193e-05, |
| "loss": 0.4406, |
| "step": 1437 |
| }, |
| { |
| "epoch": 1.8951878707976269, |
| "grad_norm": 0.21762236178076172, |
| "learning_rate": 2.0454545454545457e-05, |
| "loss": 0.4386, |
| "step": 1438 |
| }, |
| { |
| "epoch": 1.896506262359921, |
| "grad_norm": 0.21658612596048446, |
| "learning_rate": 2.0430107526881722e-05, |
| "loss": 0.4724, |
| "step": 1439 |
| }, |
| { |
| "epoch": 1.897824653922215, |
| "grad_norm": 0.21850630859622155, |
| "learning_rate": 2.0405669599217987e-05, |
| "loss": 0.431, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.8991430454845089, |
| "grad_norm": 0.23028290145741412, |
| "learning_rate": 2.0381231671554255e-05, |
| "loss": 0.4375, |
| "step": 1441 |
| }, |
| { |
| "epoch": 1.900461437046803, |
| "grad_norm": 0.651605294714195, |
| "learning_rate": 2.035679374389052e-05, |
| "loss": 0.477, |
| "step": 1442 |
| }, |
| { |
| "epoch": 1.9017798286090968, |
| "grad_norm": 0.21214005309700326, |
| "learning_rate": 2.0332355816226785e-05, |
| "loss": 0.4316, |
| "step": 1443 |
| }, |
| { |
| "epoch": 1.9030982201713909, |
| "grad_norm": 0.24009145385556596, |
| "learning_rate": 2.030791788856305e-05, |
| "loss": 0.4297, |
| "step": 1444 |
| }, |
| { |
| "epoch": 1.904416611733685, |
| "grad_norm": 0.21621597025689643, |
| "learning_rate": 2.0283479960899314e-05, |
| "loss": 0.4298, |
| "step": 1445 |
| }, |
| { |
| "epoch": 1.905735003295979, |
| "grad_norm": 0.2022455838015858, |
| "learning_rate": 2.0259042033235583e-05, |
| "loss": 0.4207, |
| "step": 1446 |
| }, |
| { |
| "epoch": 1.9070533948582729, |
| "grad_norm": 0.20915315275765248, |
| "learning_rate": 2.0234604105571847e-05, |
| "loss": 0.4745, |
| "step": 1447 |
| }, |
| { |
| "epoch": 1.908371786420567, |
| "grad_norm": 0.22393522122350662, |
| "learning_rate": 2.0210166177908112e-05, |
| "loss": 0.4395, |
| "step": 1448 |
| }, |
| { |
| "epoch": 1.9096901779828608, |
| "grad_norm": 0.2181302981685662, |
| "learning_rate": 2.018572825024438e-05, |
| "loss": 0.4407, |
| "step": 1449 |
| }, |
| { |
| "epoch": 1.9110085695451549, |
| "grad_norm": 0.2155156493300112, |
| "learning_rate": 2.0161290322580645e-05, |
| "loss": 0.4339, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.912326961107449, |
| "grad_norm": 0.22378088719685169, |
| "learning_rate": 2.013685239491691e-05, |
| "loss": 0.4637, |
| "step": 1451 |
| }, |
| { |
| "epoch": 1.913645352669743, |
| "grad_norm": 0.21434327715534415, |
| "learning_rate": 2.0112414467253178e-05, |
| "loss": 0.4564, |
| "step": 1452 |
| }, |
| { |
| "epoch": 1.914963744232037, |
| "grad_norm": 0.22687657236352482, |
| "learning_rate": 2.0087976539589443e-05, |
| "loss": 0.4213, |
| "step": 1453 |
| }, |
| { |
| "epoch": 1.916282135794331, |
| "grad_norm": 0.20999783626081867, |
| "learning_rate": 2.0063538611925708e-05, |
| "loss": 0.4158, |
| "step": 1454 |
| }, |
| { |
| "epoch": 1.9176005273566248, |
| "grad_norm": 0.20221328784747078, |
| "learning_rate": 2.0039100684261976e-05, |
| "loss": 0.4369, |
| "step": 1455 |
| }, |
| { |
| "epoch": 1.9189189189189189, |
| "grad_norm": 0.2512923765683733, |
| "learning_rate": 2.001466275659824e-05, |
| "loss": 0.4246, |
| "step": 1456 |
| }, |
| { |
| "epoch": 1.920237310481213, |
| "grad_norm": 0.21030934220744288, |
| "learning_rate": 1.9990224828934506e-05, |
| "loss": 0.445, |
| "step": 1457 |
| }, |
| { |
| "epoch": 1.921555702043507, |
| "grad_norm": 0.21969150327660414, |
| "learning_rate": 1.9965786901270774e-05, |
| "loss": 0.4185, |
| "step": 1458 |
| }, |
| { |
| "epoch": 1.922874093605801, |
| "grad_norm": 0.23745382348913452, |
| "learning_rate": 1.994134897360704e-05, |
| "loss": 0.4619, |
| "step": 1459 |
| }, |
| { |
| "epoch": 1.924192485168095, |
| "grad_norm": 0.24313137777583116, |
| "learning_rate": 1.9916911045943303e-05, |
| "loss": 0.4342, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.9255108767303888, |
| "grad_norm": 0.22186628246677192, |
| "learning_rate": 1.989247311827957e-05, |
| "loss": 0.441, |
| "step": 1461 |
| }, |
| { |
| "epoch": 1.9268292682926829, |
| "grad_norm": 0.22903136826529763, |
| "learning_rate": 1.9868035190615836e-05, |
| "loss": 0.4836, |
| "step": 1462 |
| }, |
| { |
| "epoch": 1.928147659854977, |
| "grad_norm": 0.27330156080316836, |
| "learning_rate": 1.98435972629521e-05, |
| "loss": 0.4468, |
| "step": 1463 |
| }, |
| { |
| "epoch": 1.929466051417271, |
| "grad_norm": 0.23868711145859867, |
| "learning_rate": 1.9819159335288366e-05, |
| "loss": 0.4379, |
| "step": 1464 |
| }, |
| { |
| "epoch": 1.930784442979565, |
| "grad_norm": 0.2142721419620576, |
| "learning_rate": 1.9794721407624634e-05, |
| "loss": 0.4435, |
| "step": 1465 |
| }, |
| { |
| "epoch": 1.932102834541859, |
| "grad_norm": 0.23487918947296993, |
| "learning_rate": 1.97702834799609e-05, |
| "loss": 0.4639, |
| "step": 1466 |
| }, |
| { |
| "epoch": 1.9334212261041528, |
| "grad_norm": 0.24842392925116136, |
| "learning_rate": 1.9745845552297164e-05, |
| "loss": 0.4466, |
| "step": 1467 |
| }, |
| { |
| "epoch": 1.9347396176664469, |
| "grad_norm": 0.21410046623785542, |
| "learning_rate": 1.9721407624633432e-05, |
| "loss": 0.4346, |
| "step": 1468 |
| }, |
| { |
| "epoch": 1.936058009228741, |
| "grad_norm": 0.20621705939695184, |
| "learning_rate": 1.9696969696969697e-05, |
| "loss": 0.4555, |
| "step": 1469 |
| }, |
| { |
| "epoch": 1.937376400791035, |
| "grad_norm": 0.22640394596820923, |
| "learning_rate": 1.967253176930596e-05, |
| "loss": 0.4296, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.938694792353329, |
| "grad_norm": 0.22718325411602744, |
| "learning_rate": 1.964809384164223e-05, |
| "loss": 0.4476, |
| "step": 1471 |
| }, |
| { |
| "epoch": 1.940013183915623, |
| "grad_norm": 0.22963487216079229, |
| "learning_rate": 1.9623655913978494e-05, |
| "loss": 0.4373, |
| "step": 1472 |
| }, |
| { |
| "epoch": 1.9413315754779168, |
| "grad_norm": 0.2118205979882543, |
| "learning_rate": 1.959921798631476e-05, |
| "loss": 0.4603, |
| "step": 1473 |
| }, |
| { |
| "epoch": 1.9426499670402109, |
| "grad_norm": 0.20979825775255637, |
| "learning_rate": 1.9574780058651027e-05, |
| "loss": 0.4447, |
| "step": 1474 |
| }, |
| { |
| "epoch": 1.943968358602505, |
| "grad_norm": 0.24312425271676502, |
| "learning_rate": 1.9550342130987292e-05, |
| "loss": 0.4874, |
| "step": 1475 |
| }, |
| { |
| "epoch": 1.945286750164799, |
| "grad_norm": 0.22427772249329014, |
| "learning_rate": 1.9525904203323557e-05, |
| "loss": 0.4061, |
| "step": 1476 |
| }, |
| { |
| "epoch": 1.946605141727093, |
| "grad_norm": 0.20076378844600026, |
| "learning_rate": 1.9501466275659825e-05, |
| "loss": 0.454, |
| "step": 1477 |
| }, |
| { |
| "epoch": 1.947923533289387, |
| "grad_norm": 0.21183711553873094, |
| "learning_rate": 1.947702834799609e-05, |
| "loss": 0.4467, |
| "step": 1478 |
| }, |
| { |
| "epoch": 1.9492419248516808, |
| "grad_norm": 0.22805784685853756, |
| "learning_rate": 1.9452590420332355e-05, |
| "loss": 0.4332, |
| "step": 1479 |
| }, |
| { |
| "epoch": 1.9505603164139749, |
| "grad_norm": 0.21328478729698744, |
| "learning_rate": 1.9428152492668623e-05, |
| "loss": 0.4221, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.951878707976269, |
| "grad_norm": 0.19668837616994597, |
| "learning_rate": 1.9403714565004888e-05, |
| "loss": 0.4464, |
| "step": 1481 |
| }, |
| { |
| "epoch": 1.953197099538563, |
| "grad_norm": 0.21672450862134104, |
| "learning_rate": 1.9379276637341153e-05, |
| "loss": 0.4376, |
| "step": 1482 |
| }, |
| { |
| "epoch": 1.954515491100857, |
| "grad_norm": 0.2119311802091252, |
| "learning_rate": 1.935483870967742e-05, |
| "loss": 0.4482, |
| "step": 1483 |
| }, |
| { |
| "epoch": 1.955833882663151, |
| "grad_norm": 0.20966362163217572, |
| "learning_rate": 1.9330400782013686e-05, |
| "loss": 0.4486, |
| "step": 1484 |
| }, |
| { |
| "epoch": 1.9571522742254448, |
| "grad_norm": 0.23601566461457632, |
| "learning_rate": 1.930596285434995e-05, |
| "loss": 0.4307, |
| "step": 1485 |
| }, |
| { |
| "epoch": 1.9584706657877389, |
| "grad_norm": 0.242919410429755, |
| "learning_rate": 1.928152492668622e-05, |
| "loss": 0.4109, |
| "step": 1486 |
| }, |
| { |
| "epoch": 1.959789057350033, |
| "grad_norm": 0.21297920693271927, |
| "learning_rate": 1.9257086999022483e-05, |
| "loss": 0.4173, |
| "step": 1487 |
| }, |
| { |
| "epoch": 1.961107448912327, |
| "grad_norm": 0.23605887796773778, |
| "learning_rate": 1.9232649071358748e-05, |
| "loss": 0.4681, |
| "step": 1488 |
| }, |
| { |
| "epoch": 1.962425840474621, |
| "grad_norm": 0.22809605678961353, |
| "learning_rate": 1.9208211143695016e-05, |
| "loss": 0.4275, |
| "step": 1489 |
| }, |
| { |
| "epoch": 1.963744232036915, |
| "grad_norm": 0.2081003149704621, |
| "learning_rate": 1.918377321603128e-05, |
| "loss": 0.443, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.9650626235992088, |
| "grad_norm": 0.20808158134265395, |
| "learning_rate": 1.9159335288367546e-05, |
| "loss": 0.4365, |
| "step": 1491 |
| }, |
| { |
| "epoch": 1.9663810151615029, |
| "grad_norm": 0.2195524871931144, |
| "learning_rate": 1.9134897360703814e-05, |
| "loss": 0.4458, |
| "step": 1492 |
| }, |
| { |
| "epoch": 1.967699406723797, |
| "grad_norm": 0.2372060595706366, |
| "learning_rate": 1.911045943304008e-05, |
| "loss": 0.4157, |
| "step": 1493 |
| }, |
| { |
| "epoch": 1.969017798286091, |
| "grad_norm": 0.21416295817541797, |
| "learning_rate": 1.9086021505376344e-05, |
| "loss": 0.4096, |
| "step": 1494 |
| }, |
| { |
| "epoch": 1.970336189848385, |
| "grad_norm": 0.21702948327191374, |
| "learning_rate": 1.9061583577712612e-05, |
| "loss": 0.4353, |
| "step": 1495 |
| }, |
| { |
| "epoch": 1.971654581410679, |
| "grad_norm": 0.22949098827183775, |
| "learning_rate": 1.9037145650048877e-05, |
| "loss": 0.432, |
| "step": 1496 |
| }, |
| { |
| "epoch": 1.972972972972973, |
| "grad_norm": 0.21527541035095082, |
| "learning_rate": 1.901270772238514e-05, |
| "loss": 0.4566, |
| "step": 1497 |
| }, |
| { |
| "epoch": 1.9742913645352669, |
| "grad_norm": 0.230143811216392, |
| "learning_rate": 1.898826979472141e-05, |
| "loss": 0.4288, |
| "step": 1498 |
| }, |
| { |
| "epoch": 1.975609756097561, |
| "grad_norm": 0.21800755383763673, |
| "learning_rate": 1.8963831867057675e-05, |
| "loss": 0.4298, |
| "step": 1499 |
| }, |
| { |
| "epoch": 1.976928147659855, |
| "grad_norm": 0.216754782658239, |
| "learning_rate": 1.893939393939394e-05, |
| "loss": 0.4133, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.978246539222149, |
| "grad_norm": 0.2101385356997487, |
| "learning_rate": 1.8914956011730208e-05, |
| "loss": 0.4299, |
| "step": 1501 |
| }, |
| { |
| "epoch": 1.979564930784443, |
| "grad_norm": 0.22512919783608212, |
| "learning_rate": 1.8890518084066472e-05, |
| "loss": 0.4451, |
| "step": 1502 |
| }, |
| { |
| "epoch": 1.980883322346737, |
| "grad_norm": 0.21532685655891295, |
| "learning_rate": 1.8866080156402737e-05, |
| "loss": 0.4321, |
| "step": 1503 |
| }, |
| { |
| "epoch": 1.9822017139090309, |
| "grad_norm": 0.2098681106165605, |
| "learning_rate": 1.8841642228739005e-05, |
| "loss": 0.4186, |
| "step": 1504 |
| }, |
| { |
| "epoch": 1.983520105471325, |
| "grad_norm": 0.23820514848823854, |
| "learning_rate": 1.881720430107527e-05, |
| "loss": 0.4445, |
| "step": 1505 |
| }, |
| { |
| "epoch": 1.984838497033619, |
| "grad_norm": 0.2047311022722257, |
| "learning_rate": 1.8792766373411535e-05, |
| "loss": 0.4332, |
| "step": 1506 |
| }, |
| { |
| "epoch": 1.986156888595913, |
| "grad_norm": 0.22029706339432087, |
| "learning_rate": 1.8768328445747803e-05, |
| "loss": 0.4123, |
| "step": 1507 |
| }, |
| { |
| "epoch": 1.987475280158207, |
| "grad_norm": 0.22512253879854907, |
| "learning_rate": 1.8743890518084068e-05, |
| "loss": 0.4669, |
| "step": 1508 |
| }, |
| { |
| "epoch": 1.988793671720501, |
| "grad_norm": 0.22006169903318604, |
| "learning_rate": 1.8719452590420333e-05, |
| "loss": 0.4653, |
| "step": 1509 |
| }, |
| { |
| "epoch": 1.9901120632827949, |
| "grad_norm": 0.23383612631155792, |
| "learning_rate": 1.8695014662756598e-05, |
| "loss": 0.4611, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.991430454845089, |
| "grad_norm": 0.21327370842564972, |
| "learning_rate": 1.8670576735092866e-05, |
| "loss": 0.448, |
| "step": 1511 |
| }, |
| { |
| "epoch": 1.992748846407383, |
| "grad_norm": 0.21988146295772387, |
| "learning_rate": 1.864613880742913e-05, |
| "loss": 0.4547, |
| "step": 1512 |
| }, |
| { |
| "epoch": 1.994067237969677, |
| "grad_norm": 0.22480678379842745, |
| "learning_rate": 1.8621700879765395e-05, |
| "loss": 0.4408, |
| "step": 1513 |
| }, |
| { |
| "epoch": 1.995385629531971, |
| "grad_norm": 0.23156290570895854, |
| "learning_rate": 1.8597262952101664e-05, |
| "loss": 0.453, |
| "step": 1514 |
| }, |
| { |
| "epoch": 1.996704021094265, |
| "grad_norm": 0.21773730922305692, |
| "learning_rate": 1.857282502443793e-05, |
| "loss": 0.4468, |
| "step": 1515 |
| }, |
| { |
| "epoch": 1.9980224126565589, |
| "grad_norm": 0.22542282442310663, |
| "learning_rate": 1.8548387096774193e-05, |
| "loss": 0.4171, |
| "step": 1516 |
| }, |
| { |
| "epoch": 1.999340804218853, |
| "grad_norm": 0.21189153066526817, |
| "learning_rate": 1.852394916911046e-05, |
| "loss": 0.466, |
| "step": 1517 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.33068820516119557, |
| "learning_rate": 1.8499511241446726e-05, |
| "loss": 0.3964, |
| "step": 1518 |
| }, |
| { |
| "epoch": 2.001318391562294, |
| "grad_norm": 0.26741756144851037, |
| "learning_rate": 1.847507331378299e-05, |
| "loss": 0.3272, |
| "step": 1519 |
| }, |
| { |
| "epoch": 2.002636783124588, |
| "grad_norm": 0.2291393520239885, |
| "learning_rate": 1.845063538611926e-05, |
| "loss": 0.3408, |
| "step": 1520 |
| }, |
| { |
| "epoch": 2.0039551746868822, |
| "grad_norm": 0.2427773076436279, |
| "learning_rate": 1.8426197458455524e-05, |
| "loss": 0.3238, |
| "step": 1521 |
| }, |
| { |
| "epoch": 2.005273566249176, |
| "grad_norm": 0.32589000033626786, |
| "learning_rate": 1.840175953079179e-05, |
| "loss": 0.3686, |
| "step": 1522 |
| }, |
| { |
| "epoch": 2.00659195781147, |
| "grad_norm": 0.22965311915001102, |
| "learning_rate": 1.8377321603128057e-05, |
| "loss": 0.3706, |
| "step": 1523 |
| }, |
| { |
| "epoch": 2.007910349373764, |
| "grad_norm": 0.2988233162129117, |
| "learning_rate": 1.835288367546432e-05, |
| "loss": 0.365, |
| "step": 1524 |
| }, |
| { |
| "epoch": 2.009228740936058, |
| "grad_norm": 0.27946338326750164, |
| "learning_rate": 1.8328445747800586e-05, |
| "loss": 0.3346, |
| "step": 1525 |
| }, |
| { |
| "epoch": 2.010547132498352, |
| "grad_norm": 0.23981556056191242, |
| "learning_rate": 1.8304007820136855e-05, |
| "loss": 0.3509, |
| "step": 1526 |
| }, |
| { |
| "epoch": 2.0118655240606462, |
| "grad_norm": 0.23863701429399445, |
| "learning_rate": 1.827956989247312e-05, |
| "loss": 0.3372, |
| "step": 1527 |
| }, |
| { |
| "epoch": 2.01318391562294, |
| "grad_norm": 0.28676461141256815, |
| "learning_rate": 1.8255131964809384e-05, |
| "loss": 0.3538, |
| "step": 1528 |
| }, |
| { |
| "epoch": 2.014502307185234, |
| "grad_norm": 0.260924249647913, |
| "learning_rate": 1.8230694037145652e-05, |
| "loss": 0.3519, |
| "step": 1529 |
| }, |
| { |
| "epoch": 2.015820698747528, |
| "grad_norm": 0.2797078677924895, |
| "learning_rate": 1.8206256109481917e-05, |
| "loss": 0.3344, |
| "step": 1530 |
| }, |
| { |
| "epoch": 2.017139090309822, |
| "grad_norm": 0.28853269334672765, |
| "learning_rate": 1.8181818181818182e-05, |
| "loss": 0.3489, |
| "step": 1531 |
| }, |
| { |
| "epoch": 2.018457481872116, |
| "grad_norm": 0.2558466695951493, |
| "learning_rate": 1.815738025415445e-05, |
| "loss": 0.3378, |
| "step": 1532 |
| }, |
| { |
| "epoch": 2.0197758734344102, |
| "grad_norm": 0.2643834575852086, |
| "learning_rate": 1.8132942326490715e-05, |
| "loss": 0.3221, |
| "step": 1533 |
| }, |
| { |
| "epoch": 2.021094264996704, |
| "grad_norm": 0.23596818622623297, |
| "learning_rate": 1.810850439882698e-05, |
| "loss": 0.3413, |
| "step": 1534 |
| }, |
| { |
| "epoch": 2.022412656558998, |
| "grad_norm": 0.2417277783013071, |
| "learning_rate": 1.8084066471163248e-05, |
| "loss": 0.328, |
| "step": 1535 |
| }, |
| { |
| "epoch": 2.023731048121292, |
| "grad_norm": 0.2663144372224886, |
| "learning_rate": 1.8059628543499513e-05, |
| "loss": 0.3598, |
| "step": 1536 |
| }, |
| { |
| "epoch": 2.025049439683586, |
| "grad_norm": 0.20760554097363196, |
| "learning_rate": 1.8035190615835778e-05, |
| "loss": 0.3273, |
| "step": 1537 |
| }, |
| { |
| "epoch": 2.02636783124588, |
| "grad_norm": 0.207671580060574, |
| "learning_rate": 1.8010752688172046e-05, |
| "loss": 0.3241, |
| "step": 1538 |
| }, |
| { |
| "epoch": 2.0276862228081742, |
| "grad_norm": 0.241394202637982, |
| "learning_rate": 1.798631476050831e-05, |
| "loss": 0.3175, |
| "step": 1539 |
| }, |
| { |
| "epoch": 2.029004614370468, |
| "grad_norm": 0.21749932733315322, |
| "learning_rate": 1.7961876832844575e-05, |
| "loss": 0.3422, |
| "step": 1540 |
| }, |
| { |
| "epoch": 2.030323005932762, |
| "grad_norm": 0.23364428958665948, |
| "learning_rate": 1.7937438905180844e-05, |
| "loss": 0.3558, |
| "step": 1541 |
| }, |
| { |
| "epoch": 2.031641397495056, |
| "grad_norm": 0.23173389239004274, |
| "learning_rate": 1.791300097751711e-05, |
| "loss": 0.334, |
| "step": 1542 |
| }, |
| { |
| "epoch": 2.03295978905735, |
| "grad_norm": 0.2316312705611543, |
| "learning_rate": 1.7888563049853373e-05, |
| "loss": 0.3382, |
| "step": 1543 |
| }, |
| { |
| "epoch": 2.034278180619644, |
| "grad_norm": 0.23842943745254225, |
| "learning_rate": 1.786412512218964e-05, |
| "loss": 0.3388, |
| "step": 1544 |
| }, |
| { |
| "epoch": 2.0355965721819382, |
| "grad_norm": 0.22014444632437336, |
| "learning_rate": 1.7839687194525906e-05, |
| "loss": 0.3383, |
| "step": 1545 |
| }, |
| { |
| "epoch": 2.036914963744232, |
| "grad_norm": 0.21093903240293832, |
| "learning_rate": 1.781524926686217e-05, |
| "loss": 0.3436, |
| "step": 1546 |
| }, |
| { |
| "epoch": 2.038233355306526, |
| "grad_norm": 0.22328218438247663, |
| "learning_rate": 1.779081133919844e-05, |
| "loss": 0.3499, |
| "step": 1547 |
| }, |
| { |
| "epoch": 2.03955174686882, |
| "grad_norm": 0.23432365794338406, |
| "learning_rate": 1.7766373411534704e-05, |
| "loss": 0.3476, |
| "step": 1548 |
| }, |
| { |
| "epoch": 2.040870138431114, |
| "grad_norm": 0.21467555000789068, |
| "learning_rate": 1.774193548387097e-05, |
| "loss": 0.3592, |
| "step": 1549 |
| }, |
| { |
| "epoch": 2.042188529993408, |
| "grad_norm": 0.20194199123712744, |
| "learning_rate": 1.7717497556207237e-05, |
| "loss": 0.3428, |
| "step": 1550 |
| }, |
| { |
| "epoch": 2.0435069215557022, |
| "grad_norm": 0.22090989347034615, |
| "learning_rate": 1.7693059628543502e-05, |
| "loss": 0.3401, |
| "step": 1551 |
| }, |
| { |
| "epoch": 2.044825313117996, |
| "grad_norm": 0.20473928426270788, |
| "learning_rate": 1.7668621700879767e-05, |
| "loss": 0.3444, |
| "step": 1552 |
| }, |
| { |
| "epoch": 2.04614370468029, |
| "grad_norm": 0.21233277872827783, |
| "learning_rate": 1.7644183773216035e-05, |
| "loss": 0.33, |
| "step": 1553 |
| }, |
| { |
| "epoch": 2.047462096242584, |
| "grad_norm": 0.27511740350749786, |
| "learning_rate": 1.76197458455523e-05, |
| "loss": 0.3808, |
| "step": 1554 |
| }, |
| { |
| "epoch": 2.048780487804878, |
| "grad_norm": 0.22300157532667347, |
| "learning_rate": 1.7595307917888564e-05, |
| "loss": 0.3501, |
| "step": 1555 |
| }, |
| { |
| "epoch": 2.050098879367172, |
| "grad_norm": 0.3321674792938774, |
| "learning_rate": 1.757086999022483e-05, |
| "loss": 0.35, |
| "step": 1556 |
| }, |
| { |
| "epoch": 2.0514172709294662, |
| "grad_norm": 0.22203418160088811, |
| "learning_rate": 1.7546432062561097e-05, |
| "loss": 0.3407, |
| "step": 1557 |
| }, |
| { |
| "epoch": 2.05273566249176, |
| "grad_norm": 0.21599255767847284, |
| "learning_rate": 1.7521994134897362e-05, |
| "loss": 0.3248, |
| "step": 1558 |
| }, |
| { |
| "epoch": 2.054054054054054, |
| "grad_norm": 0.20125786196268797, |
| "learning_rate": 1.7497556207233627e-05, |
| "loss": 0.3357, |
| "step": 1559 |
| }, |
| { |
| "epoch": 2.055372445616348, |
| "grad_norm": 0.22801850432040444, |
| "learning_rate": 1.7473118279569895e-05, |
| "loss": 0.3604, |
| "step": 1560 |
| }, |
| { |
| "epoch": 2.056690837178642, |
| "grad_norm": 0.21686577030051837, |
| "learning_rate": 1.744868035190616e-05, |
| "loss": 0.3418, |
| "step": 1561 |
| }, |
| { |
| "epoch": 2.058009228740936, |
| "grad_norm": 0.22156283645510197, |
| "learning_rate": 1.7424242424242425e-05, |
| "loss": 0.3474, |
| "step": 1562 |
| }, |
| { |
| "epoch": 2.0593276203032302, |
| "grad_norm": 0.2111976471531977, |
| "learning_rate": 1.7399804496578693e-05, |
| "loss": 0.3295, |
| "step": 1563 |
| }, |
| { |
| "epoch": 2.060646011865524, |
| "grad_norm": 0.20572110835938678, |
| "learning_rate": 1.7375366568914958e-05, |
| "loss": 0.3305, |
| "step": 1564 |
| }, |
| { |
| "epoch": 2.061964403427818, |
| "grad_norm": 0.2262503953758642, |
| "learning_rate": 1.7350928641251223e-05, |
| "loss": 0.3494, |
| "step": 1565 |
| }, |
| { |
| "epoch": 2.063282794990112, |
| "grad_norm": 0.18813099492730037, |
| "learning_rate": 1.732649071358749e-05, |
| "loss": 0.3118, |
| "step": 1566 |
| }, |
| { |
| "epoch": 2.064601186552406, |
| "grad_norm": 0.22426415919093753, |
| "learning_rate": 1.7302052785923756e-05, |
| "loss": 0.346, |
| "step": 1567 |
| }, |
| { |
| "epoch": 2.0659195781147, |
| "grad_norm": 0.21490083991443093, |
| "learning_rate": 1.727761485826002e-05, |
| "loss": 0.3339, |
| "step": 1568 |
| }, |
| { |
| "epoch": 2.0672379696769942, |
| "grad_norm": 0.20632854953633037, |
| "learning_rate": 1.725317693059629e-05, |
| "loss": 0.3379, |
| "step": 1569 |
| }, |
| { |
| "epoch": 2.068556361239288, |
| "grad_norm": 0.20285010802958353, |
| "learning_rate": 1.7228739002932553e-05, |
| "loss": 0.3278, |
| "step": 1570 |
| }, |
| { |
| "epoch": 2.069874752801582, |
| "grad_norm": 0.21081546550529287, |
| "learning_rate": 1.7204301075268818e-05, |
| "loss": 0.3364, |
| "step": 1571 |
| }, |
| { |
| "epoch": 2.071193144363876, |
| "grad_norm": 0.20642019946268803, |
| "learning_rate": 1.7179863147605083e-05, |
| "loss": 0.3359, |
| "step": 1572 |
| }, |
| { |
| "epoch": 2.07251153592617, |
| "grad_norm": 0.19187211969221923, |
| "learning_rate": 1.7155425219941348e-05, |
| "loss": 0.3345, |
| "step": 1573 |
| }, |
| { |
| "epoch": 2.073829927488464, |
| "grad_norm": 0.19191648039814707, |
| "learning_rate": 1.7130987292277616e-05, |
| "loss": 0.3212, |
| "step": 1574 |
| }, |
| { |
| "epoch": 2.0751483190507582, |
| "grad_norm": 0.20193539086574935, |
| "learning_rate": 1.710654936461388e-05, |
| "loss": 0.3273, |
| "step": 1575 |
| }, |
| { |
| "epoch": 2.076466710613052, |
| "grad_norm": 0.1924647828917233, |
| "learning_rate": 1.7082111436950146e-05, |
| "loss": 0.3201, |
| "step": 1576 |
| }, |
| { |
| "epoch": 2.077785102175346, |
| "grad_norm": 0.21037100528111702, |
| "learning_rate": 1.7057673509286414e-05, |
| "loss": 0.3387, |
| "step": 1577 |
| }, |
| { |
| "epoch": 2.07910349373764, |
| "grad_norm": 0.1951166937705083, |
| "learning_rate": 1.703323558162268e-05, |
| "loss": 0.3348, |
| "step": 1578 |
| }, |
| { |
| "epoch": 2.080421885299934, |
| "grad_norm": 0.19969186425421434, |
| "learning_rate": 1.7008797653958943e-05, |
| "loss": 0.321, |
| "step": 1579 |
| }, |
| { |
| "epoch": 2.081740276862228, |
| "grad_norm": 0.18769484350037763, |
| "learning_rate": 1.6984359726295208e-05, |
| "loss": 0.3195, |
| "step": 1580 |
| }, |
| { |
| "epoch": 2.0830586684245223, |
| "grad_norm": 0.21641505436703395, |
| "learning_rate": 1.6959921798631476e-05, |
| "loss": 0.3456, |
| "step": 1581 |
| }, |
| { |
| "epoch": 2.084377059986816, |
| "grad_norm": 0.22836162203053878, |
| "learning_rate": 1.693548387096774e-05, |
| "loss": 0.3514, |
| "step": 1582 |
| }, |
| { |
| "epoch": 2.08569545154911, |
| "grad_norm": 0.20404225914810695, |
| "learning_rate": 1.6911045943304006e-05, |
| "loss": 0.3502, |
| "step": 1583 |
| }, |
| { |
| "epoch": 2.087013843111404, |
| "grad_norm": 0.22123417168258377, |
| "learning_rate": 1.6886608015640274e-05, |
| "loss": 0.3305, |
| "step": 1584 |
| }, |
| { |
| "epoch": 2.088332234673698, |
| "grad_norm": 0.2099938637082831, |
| "learning_rate": 1.686217008797654e-05, |
| "loss": 0.3332, |
| "step": 1585 |
| }, |
| { |
| "epoch": 2.089650626235992, |
| "grad_norm": 0.23769371892901311, |
| "learning_rate": 1.6837732160312804e-05, |
| "loss": 0.3437, |
| "step": 1586 |
| }, |
| { |
| "epoch": 2.0909690177982863, |
| "grad_norm": 0.212770752324405, |
| "learning_rate": 1.6813294232649072e-05, |
| "loss": 0.3151, |
| "step": 1587 |
| }, |
| { |
| "epoch": 2.09228740936058, |
| "grad_norm": 0.2226714081835481, |
| "learning_rate": 1.6788856304985337e-05, |
| "loss": 0.3673, |
| "step": 1588 |
| }, |
| { |
| "epoch": 2.093605800922874, |
| "grad_norm": 0.21309869758247063, |
| "learning_rate": 1.67644183773216e-05, |
| "loss": 0.3363, |
| "step": 1589 |
| }, |
| { |
| "epoch": 2.094924192485168, |
| "grad_norm": 0.22127819615216315, |
| "learning_rate": 1.673998044965787e-05, |
| "loss": 0.3639, |
| "step": 1590 |
| }, |
| { |
| "epoch": 2.096242584047462, |
| "grad_norm": 0.22393625446449328, |
| "learning_rate": 1.6715542521994134e-05, |
| "loss": 0.3396, |
| "step": 1591 |
| }, |
| { |
| "epoch": 2.097560975609756, |
| "grad_norm": 0.19381257024359874, |
| "learning_rate": 1.66911045943304e-05, |
| "loss": 0.3332, |
| "step": 1592 |
| }, |
| { |
| "epoch": 2.0988793671720503, |
| "grad_norm": 0.22491848743943751, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 0.3591, |
| "step": 1593 |
| }, |
| { |
| "epoch": 2.100197758734344, |
| "grad_norm": 0.21070360078624428, |
| "learning_rate": 1.6642228739002932e-05, |
| "loss": 0.3402, |
| "step": 1594 |
| }, |
| { |
| "epoch": 2.101516150296638, |
| "grad_norm": 0.20583282090934538, |
| "learning_rate": 1.6617790811339197e-05, |
| "loss": 0.32, |
| "step": 1595 |
| }, |
| { |
| "epoch": 2.102834541858932, |
| "grad_norm": 0.21917037541809928, |
| "learning_rate": 1.6593352883675465e-05, |
| "loss": 0.3431, |
| "step": 1596 |
| }, |
| { |
| "epoch": 2.104152933421226, |
| "grad_norm": 0.20532050538704952, |
| "learning_rate": 1.656891495601173e-05, |
| "loss": 0.3316, |
| "step": 1597 |
| }, |
| { |
| "epoch": 2.10547132498352, |
| "grad_norm": 0.19692340691074428, |
| "learning_rate": 1.6544477028347995e-05, |
| "loss": 0.3314, |
| "step": 1598 |
| }, |
| { |
| "epoch": 2.1067897165458143, |
| "grad_norm": 0.20054744300296357, |
| "learning_rate": 1.6520039100684263e-05, |
| "loss": 0.3265, |
| "step": 1599 |
| }, |
| { |
| "epoch": 2.108108108108108, |
| "grad_norm": 0.2153994006917322, |
| "learning_rate": 1.6495601173020528e-05, |
| "loss": 0.3266, |
| "step": 1600 |
| }, |
| { |
| "epoch": 2.109426499670402, |
| "grad_norm": 0.21140769599199216, |
| "learning_rate": 1.6471163245356793e-05, |
| "loss": 0.3487, |
| "step": 1601 |
| }, |
| { |
| "epoch": 2.110744891232696, |
| "grad_norm": 0.2001351259216344, |
| "learning_rate": 1.644672531769306e-05, |
| "loss": 0.3441, |
| "step": 1602 |
| }, |
| { |
| "epoch": 2.11206328279499, |
| "grad_norm": 0.21151484940797988, |
| "learning_rate": 1.6422287390029326e-05, |
| "loss": 0.3331, |
| "step": 1603 |
| }, |
| { |
| "epoch": 2.113381674357284, |
| "grad_norm": 0.19712714154905991, |
| "learning_rate": 1.639784946236559e-05, |
| "loss": 0.3347, |
| "step": 1604 |
| }, |
| { |
| "epoch": 2.1147000659195783, |
| "grad_norm": 0.2135614323068103, |
| "learning_rate": 1.637341153470186e-05, |
| "loss": 0.3409, |
| "step": 1605 |
| }, |
| { |
| "epoch": 2.1160184574818723, |
| "grad_norm": 0.20760396916854149, |
| "learning_rate": 1.6348973607038123e-05, |
| "loss": 0.3445, |
| "step": 1606 |
| }, |
| { |
| "epoch": 2.117336849044166, |
| "grad_norm": 0.21904002533133163, |
| "learning_rate": 1.6324535679374388e-05, |
| "loss": 0.3315, |
| "step": 1607 |
| }, |
| { |
| "epoch": 2.11865524060646, |
| "grad_norm": 0.21406841678365124, |
| "learning_rate": 1.6300097751710656e-05, |
| "loss": 0.3473, |
| "step": 1608 |
| }, |
| { |
| "epoch": 2.119973632168754, |
| "grad_norm": 0.2071159162963191, |
| "learning_rate": 1.627565982404692e-05, |
| "loss": 0.353, |
| "step": 1609 |
| }, |
| { |
| "epoch": 2.121292023731048, |
| "grad_norm": 0.21263747140652609, |
| "learning_rate": 1.6251221896383186e-05, |
| "loss": 0.3521, |
| "step": 1610 |
| }, |
| { |
| "epoch": 2.1226104152933423, |
| "grad_norm": 0.22477917520494242, |
| "learning_rate": 1.6226783968719454e-05, |
| "loss": 0.351, |
| "step": 1611 |
| }, |
| { |
| "epoch": 2.123928806855636, |
| "grad_norm": 0.20050531730028265, |
| "learning_rate": 1.620234604105572e-05, |
| "loss": 0.3192, |
| "step": 1612 |
| }, |
| { |
| "epoch": 2.12524719841793, |
| "grad_norm": 0.20714616547758516, |
| "learning_rate": 1.6177908113391984e-05, |
| "loss": 0.3118, |
| "step": 1613 |
| }, |
| { |
| "epoch": 2.126565589980224, |
| "grad_norm": 0.21263615749470666, |
| "learning_rate": 1.6153470185728252e-05, |
| "loss": 0.3379, |
| "step": 1614 |
| }, |
| { |
| "epoch": 2.127883981542518, |
| "grad_norm": 0.21502397150483116, |
| "learning_rate": 1.6129032258064517e-05, |
| "loss": 0.3595, |
| "step": 1615 |
| }, |
| { |
| "epoch": 2.129202373104812, |
| "grad_norm": 0.21166748067532268, |
| "learning_rate": 1.610459433040078e-05, |
| "loss": 0.3334, |
| "step": 1616 |
| }, |
| { |
| "epoch": 2.1305207646671063, |
| "grad_norm": 0.20495512874557437, |
| "learning_rate": 1.608015640273705e-05, |
| "loss": 0.3252, |
| "step": 1617 |
| }, |
| { |
| "epoch": 2.1318391562294003, |
| "grad_norm": 0.2211451508390733, |
| "learning_rate": 1.6055718475073315e-05, |
| "loss": 0.333, |
| "step": 1618 |
| }, |
| { |
| "epoch": 2.133157547791694, |
| "grad_norm": 0.20200594347589806, |
| "learning_rate": 1.603128054740958e-05, |
| "loss": 0.3328, |
| "step": 1619 |
| }, |
| { |
| "epoch": 2.134475939353988, |
| "grad_norm": 0.22452203415434516, |
| "learning_rate": 1.6006842619745848e-05, |
| "loss": 0.3522, |
| "step": 1620 |
| }, |
| { |
| "epoch": 2.135794330916282, |
| "grad_norm": 0.22221212072019925, |
| "learning_rate": 1.5982404692082112e-05, |
| "loss": 0.3397, |
| "step": 1621 |
| }, |
| { |
| "epoch": 2.137112722478576, |
| "grad_norm": 0.24233741729970867, |
| "learning_rate": 1.5957966764418377e-05, |
| "loss": 0.371, |
| "step": 1622 |
| }, |
| { |
| "epoch": 2.1384311140408703, |
| "grad_norm": 0.21824332281362213, |
| "learning_rate": 1.5933528836754645e-05, |
| "loss": 0.3413, |
| "step": 1623 |
| }, |
| { |
| "epoch": 2.1397495056031643, |
| "grad_norm": 0.21752465216573502, |
| "learning_rate": 1.590909090909091e-05, |
| "loss": 0.3435, |
| "step": 1624 |
| }, |
| { |
| "epoch": 2.141067897165458, |
| "grad_norm": 0.21644572164872308, |
| "learning_rate": 1.5884652981427175e-05, |
| "loss": 0.3451, |
| "step": 1625 |
| }, |
| { |
| "epoch": 2.142386288727752, |
| "grad_norm": 0.283041196812053, |
| "learning_rate": 1.586021505376344e-05, |
| "loss": 0.3427, |
| "step": 1626 |
| }, |
| { |
| "epoch": 2.143704680290046, |
| "grad_norm": 0.21739806257496513, |
| "learning_rate": 1.5835777126099708e-05, |
| "loss": 0.3317, |
| "step": 1627 |
| }, |
| { |
| "epoch": 2.14502307185234, |
| "grad_norm": 0.21295082266864496, |
| "learning_rate": 1.5811339198435973e-05, |
| "loss": 0.3345, |
| "step": 1628 |
| }, |
| { |
| "epoch": 2.1463414634146343, |
| "grad_norm": 0.214760147288853, |
| "learning_rate": 1.5786901270772238e-05, |
| "loss": 0.3351, |
| "step": 1629 |
| }, |
| { |
| "epoch": 2.1476598549769284, |
| "grad_norm": 0.23225847911179873, |
| "learning_rate": 1.5762463343108506e-05, |
| "loss": 0.3369, |
| "step": 1630 |
| }, |
| { |
| "epoch": 2.148978246539222, |
| "grad_norm": 0.2076230789955957, |
| "learning_rate": 1.573802541544477e-05, |
| "loss": 0.3196, |
| "step": 1631 |
| }, |
| { |
| "epoch": 2.150296638101516, |
| "grad_norm": 0.22910397589023618, |
| "learning_rate": 1.5713587487781035e-05, |
| "loss": 0.3491, |
| "step": 1632 |
| }, |
| { |
| "epoch": 2.15161502966381, |
| "grad_norm": 0.2345266890640023, |
| "learning_rate": 1.5689149560117304e-05, |
| "loss": 0.3392, |
| "step": 1633 |
| }, |
| { |
| "epoch": 2.152933421226104, |
| "grad_norm": 0.2112010913804191, |
| "learning_rate": 1.566471163245357e-05, |
| "loss": 0.351, |
| "step": 1634 |
| }, |
| { |
| "epoch": 2.1542518127883983, |
| "grad_norm": 0.2073478064365827, |
| "learning_rate": 1.5640273704789833e-05, |
| "loss": 0.3244, |
| "step": 1635 |
| }, |
| { |
| "epoch": 2.1555702043506924, |
| "grad_norm": 0.2295766821375366, |
| "learning_rate": 1.56158357771261e-05, |
| "loss": 0.336, |
| "step": 1636 |
| }, |
| { |
| "epoch": 2.156888595912986, |
| "grad_norm": 0.22497247817361962, |
| "learning_rate": 1.5591397849462366e-05, |
| "loss": 0.3604, |
| "step": 1637 |
| }, |
| { |
| "epoch": 2.15820698747528, |
| "grad_norm": 0.20860267748050423, |
| "learning_rate": 1.556695992179863e-05, |
| "loss": 0.3497, |
| "step": 1638 |
| }, |
| { |
| "epoch": 2.159525379037574, |
| "grad_norm": 0.21216712534827575, |
| "learning_rate": 1.55425219941349e-05, |
| "loss": 0.3301, |
| "step": 1639 |
| }, |
| { |
| "epoch": 2.160843770599868, |
| "grad_norm": 0.2017133530965416, |
| "learning_rate": 1.5518084066471164e-05, |
| "loss": 0.3116, |
| "step": 1640 |
| }, |
| { |
| "epoch": 2.1621621621621623, |
| "grad_norm": 0.21113535143230308, |
| "learning_rate": 1.549364613880743e-05, |
| "loss": 0.3552, |
| "step": 1641 |
| }, |
| { |
| "epoch": 2.1634805537244564, |
| "grad_norm": 0.20516386472949807, |
| "learning_rate": 1.5469208211143697e-05, |
| "loss": 0.3428, |
| "step": 1642 |
| }, |
| { |
| "epoch": 2.16479894528675, |
| "grad_norm": 0.21506878461173973, |
| "learning_rate": 1.5444770283479962e-05, |
| "loss": 0.3588, |
| "step": 1643 |
| }, |
| { |
| "epoch": 2.166117336849044, |
| "grad_norm": 0.20909771684925144, |
| "learning_rate": 1.5420332355816226e-05, |
| "loss": 0.3508, |
| "step": 1644 |
| }, |
| { |
| "epoch": 2.167435728411338, |
| "grad_norm": 0.20998044907558178, |
| "learning_rate": 1.5395894428152495e-05, |
| "loss": 0.3244, |
| "step": 1645 |
| }, |
| { |
| "epoch": 2.168754119973632, |
| "grad_norm": 0.21257827844619856, |
| "learning_rate": 1.537145650048876e-05, |
| "loss": 0.3505, |
| "step": 1646 |
| }, |
| { |
| "epoch": 2.1700725115359263, |
| "grad_norm": 0.19861876424956496, |
| "learning_rate": 1.5347018572825024e-05, |
| "loss": 0.321, |
| "step": 1647 |
| }, |
| { |
| "epoch": 2.1713909030982204, |
| "grad_norm": 0.21339470472419347, |
| "learning_rate": 1.5322580645161292e-05, |
| "loss": 0.3297, |
| "step": 1648 |
| }, |
| { |
| "epoch": 2.172709294660514, |
| "grad_norm": 0.2128801435501254, |
| "learning_rate": 1.5298142717497557e-05, |
| "loss": 0.3561, |
| "step": 1649 |
| }, |
| { |
| "epoch": 2.174027686222808, |
| "grad_norm": 0.20015025342181988, |
| "learning_rate": 1.5273704789833822e-05, |
| "loss": 0.3178, |
| "step": 1650 |
| }, |
| { |
| "epoch": 2.175346077785102, |
| "grad_norm": 0.20604530754617761, |
| "learning_rate": 1.5249266862170089e-05, |
| "loss": 0.3185, |
| "step": 1651 |
| }, |
| { |
| "epoch": 2.176664469347396, |
| "grad_norm": 0.22996089438445513, |
| "learning_rate": 1.5224828934506355e-05, |
| "loss": 0.3469, |
| "step": 1652 |
| }, |
| { |
| "epoch": 2.1779828609096903, |
| "grad_norm": 0.21993819837887282, |
| "learning_rate": 1.5200391006842622e-05, |
| "loss": 0.337, |
| "step": 1653 |
| }, |
| { |
| "epoch": 2.1793012524719844, |
| "grad_norm": 0.21875385076262294, |
| "learning_rate": 1.5175953079178886e-05, |
| "loss": 0.3541, |
| "step": 1654 |
| }, |
| { |
| "epoch": 2.180619644034278, |
| "grad_norm": 0.20796021045494945, |
| "learning_rate": 1.5151515151515153e-05, |
| "loss": 0.3527, |
| "step": 1655 |
| }, |
| { |
| "epoch": 2.181938035596572, |
| "grad_norm": 0.2191742713237783, |
| "learning_rate": 1.512707722385142e-05, |
| "loss": 0.3464, |
| "step": 1656 |
| }, |
| { |
| "epoch": 2.183256427158866, |
| "grad_norm": 0.22161889221531966, |
| "learning_rate": 1.5102639296187684e-05, |
| "loss": 0.3594, |
| "step": 1657 |
| }, |
| { |
| "epoch": 2.18457481872116, |
| "grad_norm": 0.2129016895619246, |
| "learning_rate": 1.507820136852395e-05, |
| "loss": 0.3416, |
| "step": 1658 |
| }, |
| { |
| "epoch": 2.1858932102834543, |
| "grad_norm": 0.21266720826735983, |
| "learning_rate": 1.5053763440860215e-05, |
| "loss": 0.3438, |
| "step": 1659 |
| }, |
| { |
| "epoch": 2.1872116018457484, |
| "grad_norm": 0.2249284129643314, |
| "learning_rate": 1.5029325513196482e-05, |
| "loss": 0.3435, |
| "step": 1660 |
| }, |
| { |
| "epoch": 2.188529993408042, |
| "grad_norm": 0.21156079607066397, |
| "learning_rate": 1.5004887585532748e-05, |
| "loss": 0.3565, |
| "step": 1661 |
| }, |
| { |
| "epoch": 2.189848384970336, |
| "grad_norm": 0.21041412202896906, |
| "learning_rate": 1.4980449657869013e-05, |
| "loss": 0.3392, |
| "step": 1662 |
| }, |
| { |
| "epoch": 2.19116677653263, |
| "grad_norm": 0.21220364447921142, |
| "learning_rate": 1.495601173020528e-05, |
| "loss": 0.332, |
| "step": 1663 |
| }, |
| { |
| "epoch": 2.192485168094924, |
| "grad_norm": 0.21608547563970246, |
| "learning_rate": 1.4931573802541546e-05, |
| "loss": 0.3489, |
| "step": 1664 |
| }, |
| { |
| "epoch": 2.1938035596572183, |
| "grad_norm": 0.22838932643197485, |
| "learning_rate": 1.4907135874877811e-05, |
| "loss": 0.3506, |
| "step": 1665 |
| }, |
| { |
| "epoch": 2.1951219512195124, |
| "grad_norm": 0.22523693266803446, |
| "learning_rate": 1.4882697947214078e-05, |
| "loss": 0.362, |
| "step": 1666 |
| }, |
| { |
| "epoch": 2.196440342781806, |
| "grad_norm": 0.20926431015747549, |
| "learning_rate": 1.4858260019550344e-05, |
| "loss": 0.3209, |
| "step": 1667 |
| }, |
| { |
| "epoch": 2.1977587343441, |
| "grad_norm": 0.2265244504800887, |
| "learning_rate": 1.4833822091886609e-05, |
| "loss": 0.3583, |
| "step": 1668 |
| }, |
| { |
| "epoch": 2.199077125906394, |
| "grad_norm": 0.21511957275211438, |
| "learning_rate": 1.4809384164222875e-05, |
| "loss": 0.3589, |
| "step": 1669 |
| }, |
| { |
| "epoch": 2.2003955174686882, |
| "grad_norm": 0.21425511348649134, |
| "learning_rate": 1.4784946236559142e-05, |
| "loss": 0.33, |
| "step": 1670 |
| }, |
| { |
| "epoch": 2.2017139090309823, |
| "grad_norm": 0.20739375259616588, |
| "learning_rate": 1.4760508308895407e-05, |
| "loss": 0.3273, |
| "step": 1671 |
| }, |
| { |
| "epoch": 2.2030323005932764, |
| "grad_norm": 0.21472801013794351, |
| "learning_rate": 1.4736070381231673e-05, |
| "loss": 0.331, |
| "step": 1672 |
| }, |
| { |
| "epoch": 2.20435069215557, |
| "grad_norm": 0.20717490268666386, |
| "learning_rate": 1.471163245356794e-05, |
| "loss": 0.3517, |
| "step": 1673 |
| }, |
| { |
| "epoch": 2.205669083717864, |
| "grad_norm": 0.2213172223834101, |
| "learning_rate": 1.4687194525904204e-05, |
| "loss": 0.3495, |
| "step": 1674 |
| }, |
| { |
| "epoch": 2.206987475280158, |
| "grad_norm": 0.2146774420779988, |
| "learning_rate": 1.4662756598240471e-05, |
| "loss": 0.3485, |
| "step": 1675 |
| }, |
| { |
| "epoch": 2.2083058668424522, |
| "grad_norm": 0.20685697747167162, |
| "learning_rate": 1.4638318670576737e-05, |
| "loss": 0.3451, |
| "step": 1676 |
| }, |
| { |
| "epoch": 2.2096242584047463, |
| "grad_norm": 0.2049021326485404, |
| "learning_rate": 1.4613880742913002e-05, |
| "loss": 0.3292, |
| "step": 1677 |
| }, |
| { |
| "epoch": 2.2109426499670404, |
| "grad_norm": 0.21964603327331608, |
| "learning_rate": 1.4589442815249269e-05, |
| "loss": 0.3456, |
| "step": 1678 |
| }, |
| { |
| "epoch": 2.212261041529334, |
| "grad_norm": 0.20703935888843578, |
| "learning_rate": 1.4565004887585535e-05, |
| "loss": 0.3547, |
| "step": 1679 |
| }, |
| { |
| "epoch": 2.213579433091628, |
| "grad_norm": 0.20307447173542123, |
| "learning_rate": 1.45405669599218e-05, |
| "loss": 0.3341, |
| "step": 1680 |
| }, |
| { |
| "epoch": 2.214897824653922, |
| "grad_norm": 0.2133529798579718, |
| "learning_rate": 1.4516129032258066e-05, |
| "loss": 0.3621, |
| "step": 1681 |
| }, |
| { |
| "epoch": 2.2162162162162162, |
| "grad_norm": 0.20315201896191615, |
| "learning_rate": 1.4491691104594331e-05, |
| "loss": 0.3304, |
| "step": 1682 |
| }, |
| { |
| "epoch": 2.2175346077785103, |
| "grad_norm": 0.20243057791344077, |
| "learning_rate": 1.4467253176930598e-05, |
| "loss": 0.3471, |
| "step": 1683 |
| }, |
| { |
| "epoch": 2.2188529993408044, |
| "grad_norm": 0.20439450394189443, |
| "learning_rate": 1.4442815249266864e-05, |
| "loss": 0.3486, |
| "step": 1684 |
| }, |
| { |
| "epoch": 2.220171390903098, |
| "grad_norm": 0.20529580383989204, |
| "learning_rate": 1.4418377321603129e-05, |
| "loss": 0.3281, |
| "step": 1685 |
| }, |
| { |
| "epoch": 2.221489782465392, |
| "grad_norm": 0.21024989755789758, |
| "learning_rate": 1.4393939393939396e-05, |
| "loss": 0.3365, |
| "step": 1686 |
| }, |
| { |
| "epoch": 2.222808174027686, |
| "grad_norm": 0.21565706638606572, |
| "learning_rate": 1.4369501466275662e-05, |
| "loss": 0.3566, |
| "step": 1687 |
| }, |
| { |
| "epoch": 2.2241265655899802, |
| "grad_norm": 0.19644777136768937, |
| "learning_rate": 1.4345063538611927e-05, |
| "loss": 0.3248, |
| "step": 1688 |
| }, |
| { |
| "epoch": 2.2254449571522743, |
| "grad_norm": 0.20167680835317145, |
| "learning_rate": 1.4320625610948193e-05, |
| "loss": 0.3368, |
| "step": 1689 |
| }, |
| { |
| "epoch": 2.2267633487145684, |
| "grad_norm": 0.206279253871997, |
| "learning_rate": 1.429618768328446e-05, |
| "loss": 0.3267, |
| "step": 1690 |
| }, |
| { |
| "epoch": 2.2280817402768625, |
| "grad_norm": 0.21268697961228766, |
| "learning_rate": 1.4271749755620725e-05, |
| "loss": 0.342, |
| "step": 1691 |
| }, |
| { |
| "epoch": 2.229400131839156, |
| "grad_norm": 0.20453208356975233, |
| "learning_rate": 1.4247311827956991e-05, |
| "loss": 0.3321, |
| "step": 1692 |
| }, |
| { |
| "epoch": 2.23071852340145, |
| "grad_norm": 0.20114238379346494, |
| "learning_rate": 1.4222873900293258e-05, |
| "loss": 0.3263, |
| "step": 1693 |
| }, |
| { |
| "epoch": 2.2320369149637442, |
| "grad_norm": 0.2066017852458238, |
| "learning_rate": 1.4198435972629522e-05, |
| "loss": 0.3408, |
| "step": 1694 |
| }, |
| { |
| "epoch": 2.2333553065260383, |
| "grad_norm": 0.2190379402777761, |
| "learning_rate": 1.4173998044965789e-05, |
| "loss": 0.3382, |
| "step": 1695 |
| }, |
| { |
| "epoch": 2.2346736980883324, |
| "grad_norm": 0.20315334320215997, |
| "learning_rate": 1.4149560117302055e-05, |
| "loss": 0.3328, |
| "step": 1696 |
| }, |
| { |
| "epoch": 2.235992089650626, |
| "grad_norm": 0.21417568696623773, |
| "learning_rate": 1.412512218963832e-05, |
| "loss": 0.3521, |
| "step": 1697 |
| }, |
| { |
| "epoch": 2.23731048121292, |
| "grad_norm": 0.19507797474695562, |
| "learning_rate": 1.4100684261974587e-05, |
| "loss": 0.3342, |
| "step": 1698 |
| }, |
| { |
| "epoch": 2.238628872775214, |
| "grad_norm": 0.21209226278415202, |
| "learning_rate": 1.4076246334310853e-05, |
| "loss": 0.349, |
| "step": 1699 |
| }, |
| { |
| "epoch": 2.2399472643375082, |
| "grad_norm": 0.20487865109959824, |
| "learning_rate": 1.4051808406647116e-05, |
| "loss": 0.3359, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.2412656558998023, |
| "grad_norm": 0.20354218731394577, |
| "learning_rate": 1.4027370478983381e-05, |
| "loss": 0.362, |
| "step": 1701 |
| }, |
| { |
| "epoch": 2.2425840474620964, |
| "grad_norm": 0.20881801269297076, |
| "learning_rate": 1.4002932551319648e-05, |
| "loss": 0.3433, |
| "step": 1702 |
| }, |
| { |
| "epoch": 2.2439024390243905, |
| "grad_norm": 0.1937124692972319, |
| "learning_rate": 1.3978494623655914e-05, |
| "loss": 0.3327, |
| "step": 1703 |
| }, |
| { |
| "epoch": 2.245220830586684, |
| "grad_norm": 0.2028759547535333, |
| "learning_rate": 1.3954056695992179e-05, |
| "loss": 0.3491, |
| "step": 1704 |
| }, |
| { |
| "epoch": 2.246539222148978, |
| "grad_norm": 0.2060474945271629, |
| "learning_rate": 1.3929618768328445e-05, |
| "loss": 0.3484, |
| "step": 1705 |
| }, |
| { |
| "epoch": 2.2478576137112722, |
| "grad_norm": 0.20419137871476467, |
| "learning_rate": 1.3905180840664712e-05, |
| "loss": 0.3513, |
| "step": 1706 |
| }, |
| { |
| "epoch": 2.2491760052735663, |
| "grad_norm": 0.19572249222208107, |
| "learning_rate": 1.3880742913000977e-05, |
| "loss": 0.3254, |
| "step": 1707 |
| }, |
| { |
| "epoch": 2.2504943968358604, |
| "grad_norm": 0.20793278030271248, |
| "learning_rate": 1.3856304985337243e-05, |
| "loss": 0.3546, |
| "step": 1708 |
| }, |
| { |
| "epoch": 2.251812788398154, |
| "grad_norm": 0.19861420276839953, |
| "learning_rate": 1.3831867057673508e-05, |
| "loss": 0.3135, |
| "step": 1709 |
| }, |
| { |
| "epoch": 2.253131179960448, |
| "grad_norm": 0.2141781011558213, |
| "learning_rate": 1.3807429130009774e-05, |
| "loss": 0.3424, |
| "step": 1710 |
| }, |
| { |
| "epoch": 2.254449571522742, |
| "grad_norm": 0.20923274663807012, |
| "learning_rate": 1.3782991202346041e-05, |
| "loss": 0.3279, |
| "step": 1711 |
| }, |
| { |
| "epoch": 2.2557679630850362, |
| "grad_norm": 0.206412598723254, |
| "learning_rate": 1.3758553274682306e-05, |
| "loss": 0.341, |
| "step": 1712 |
| }, |
| { |
| "epoch": 2.2570863546473303, |
| "grad_norm": 0.21030073016878567, |
| "learning_rate": 1.3734115347018572e-05, |
| "loss": 0.3399, |
| "step": 1713 |
| }, |
| { |
| "epoch": 2.2584047462096244, |
| "grad_norm": 0.21399382507400633, |
| "learning_rate": 1.3709677419354839e-05, |
| "loss": 0.3307, |
| "step": 1714 |
| }, |
| { |
| "epoch": 2.2597231377719185, |
| "grad_norm": 0.19905050256510406, |
| "learning_rate": 1.3685239491691104e-05, |
| "loss": 0.3388, |
| "step": 1715 |
| }, |
| { |
| "epoch": 2.261041529334212, |
| "grad_norm": 0.21450465957274062, |
| "learning_rate": 1.366080156402737e-05, |
| "loss": 0.3295, |
| "step": 1716 |
| }, |
| { |
| "epoch": 2.262359920896506, |
| "grad_norm": 0.1992749681636228, |
| "learning_rate": 1.3636363636363637e-05, |
| "loss": 0.3532, |
| "step": 1717 |
| }, |
| { |
| "epoch": 2.2636783124588002, |
| "grad_norm": 0.21096681288627595, |
| "learning_rate": 1.3611925708699901e-05, |
| "loss": 0.3546, |
| "step": 1718 |
| }, |
| { |
| "epoch": 2.2649967040210943, |
| "grad_norm": 0.2087394851694881, |
| "learning_rate": 1.3587487781036168e-05, |
| "loss": 0.3413, |
| "step": 1719 |
| }, |
| { |
| "epoch": 2.2663150955833884, |
| "grad_norm": 0.2083497030448489, |
| "learning_rate": 1.3563049853372434e-05, |
| "loss": 0.3481, |
| "step": 1720 |
| }, |
| { |
| "epoch": 2.267633487145682, |
| "grad_norm": 0.2040134359803411, |
| "learning_rate": 1.3538611925708699e-05, |
| "loss": 0.3334, |
| "step": 1721 |
| }, |
| { |
| "epoch": 2.268951878707976, |
| "grad_norm": 0.2251252442428985, |
| "learning_rate": 1.3514173998044966e-05, |
| "loss": 0.356, |
| "step": 1722 |
| }, |
| { |
| "epoch": 2.27027027027027, |
| "grad_norm": 0.21498303741773667, |
| "learning_rate": 1.3489736070381232e-05, |
| "loss": 0.3317, |
| "step": 1723 |
| }, |
| { |
| "epoch": 2.2715886618325642, |
| "grad_norm": 0.20011271568090516, |
| "learning_rate": 1.3465298142717497e-05, |
| "loss": 0.3398, |
| "step": 1724 |
| }, |
| { |
| "epoch": 2.2729070533948583, |
| "grad_norm": 0.20971775549004593, |
| "learning_rate": 1.3440860215053763e-05, |
| "loss": 0.337, |
| "step": 1725 |
| }, |
| { |
| "epoch": 2.2742254449571524, |
| "grad_norm": 0.20034056489170637, |
| "learning_rate": 1.341642228739003e-05, |
| "loss": 0.3234, |
| "step": 1726 |
| }, |
| { |
| "epoch": 2.2755438365194465, |
| "grad_norm": 0.21657469616865016, |
| "learning_rate": 1.3391984359726295e-05, |
| "loss": 0.3383, |
| "step": 1727 |
| }, |
| { |
| "epoch": 2.27686222808174, |
| "grad_norm": 0.20428345931450306, |
| "learning_rate": 1.3367546432062561e-05, |
| "loss": 0.3305, |
| "step": 1728 |
| }, |
| { |
| "epoch": 2.278180619644034, |
| "grad_norm": 0.20056327644969432, |
| "learning_rate": 1.3343108504398828e-05, |
| "loss": 0.3566, |
| "step": 1729 |
| }, |
| { |
| "epoch": 2.2794990112063283, |
| "grad_norm": 0.21225451829274686, |
| "learning_rate": 1.3318670576735093e-05, |
| "loss": 0.3454, |
| "step": 1730 |
| }, |
| { |
| "epoch": 2.2808174027686223, |
| "grad_norm": 0.22420332604088758, |
| "learning_rate": 1.3294232649071359e-05, |
| "loss": 0.3509, |
| "step": 1731 |
| }, |
| { |
| "epoch": 2.2821357943309164, |
| "grad_norm": 0.19975574759348566, |
| "learning_rate": 1.3269794721407624e-05, |
| "loss": 0.3382, |
| "step": 1732 |
| }, |
| { |
| "epoch": 2.2834541858932105, |
| "grad_norm": 0.19571220260495392, |
| "learning_rate": 1.324535679374389e-05, |
| "loss": 0.3473, |
| "step": 1733 |
| }, |
| { |
| "epoch": 2.284772577455504, |
| "grad_norm": 0.20461995802568392, |
| "learning_rate": 1.3220918866080157e-05, |
| "loss": 0.3427, |
| "step": 1734 |
| }, |
| { |
| "epoch": 2.286090969017798, |
| "grad_norm": 0.2112581148141922, |
| "learning_rate": 1.3196480938416422e-05, |
| "loss": 0.346, |
| "step": 1735 |
| }, |
| { |
| "epoch": 2.2874093605800923, |
| "grad_norm": 0.20911305471189612, |
| "learning_rate": 1.3172043010752688e-05, |
| "loss": 0.3342, |
| "step": 1736 |
| }, |
| { |
| "epoch": 2.2887277521423863, |
| "grad_norm": 0.20140525313421775, |
| "learning_rate": 1.3147605083088955e-05, |
| "loss": 0.3188, |
| "step": 1737 |
| }, |
| { |
| "epoch": 2.2900461437046804, |
| "grad_norm": 0.20977206599901155, |
| "learning_rate": 1.312316715542522e-05, |
| "loss": 0.3319, |
| "step": 1738 |
| }, |
| { |
| "epoch": 2.2913645352669745, |
| "grad_norm": 0.21184058677172052, |
| "learning_rate": 1.3098729227761486e-05, |
| "loss": 0.3513, |
| "step": 1739 |
| }, |
| { |
| "epoch": 2.292682926829268, |
| "grad_norm": 0.20742845215088096, |
| "learning_rate": 1.3074291300097752e-05, |
| "loss": 0.3336, |
| "step": 1740 |
| }, |
| { |
| "epoch": 2.294001318391562, |
| "grad_norm": 0.21419207350419364, |
| "learning_rate": 1.3049853372434017e-05, |
| "loss": 0.3633, |
| "step": 1741 |
| }, |
| { |
| "epoch": 2.2953197099538563, |
| "grad_norm": 0.19226251672055594, |
| "learning_rate": 1.3025415444770284e-05, |
| "loss": 0.3261, |
| "step": 1742 |
| }, |
| { |
| "epoch": 2.2966381015161503, |
| "grad_norm": 0.2119172031075403, |
| "learning_rate": 1.300097751710655e-05, |
| "loss": 0.3447, |
| "step": 1743 |
| }, |
| { |
| "epoch": 2.2979564930784444, |
| "grad_norm": 0.20895860391890378, |
| "learning_rate": 1.2976539589442815e-05, |
| "loss": 0.3253, |
| "step": 1744 |
| }, |
| { |
| "epoch": 2.2992748846407385, |
| "grad_norm": 0.21335536678207814, |
| "learning_rate": 1.2952101661779081e-05, |
| "loss": 0.3331, |
| "step": 1745 |
| }, |
| { |
| "epoch": 2.300593276203032, |
| "grad_norm": 0.20052679455127692, |
| "learning_rate": 1.2927663734115348e-05, |
| "loss": 0.3321, |
| "step": 1746 |
| }, |
| { |
| "epoch": 2.301911667765326, |
| "grad_norm": 0.19988225027155432, |
| "learning_rate": 1.2903225806451613e-05, |
| "loss": 0.3369, |
| "step": 1747 |
| }, |
| { |
| "epoch": 2.3032300593276203, |
| "grad_norm": 0.20781574716152487, |
| "learning_rate": 1.287878787878788e-05, |
| "loss": 0.3662, |
| "step": 1748 |
| }, |
| { |
| "epoch": 2.3045484508899143, |
| "grad_norm": 0.1982323336994524, |
| "learning_rate": 1.2854349951124146e-05, |
| "loss": 0.3145, |
| "step": 1749 |
| }, |
| { |
| "epoch": 2.3058668424522084, |
| "grad_norm": 0.24406328091500387, |
| "learning_rate": 1.282991202346041e-05, |
| "loss": 0.338, |
| "step": 1750 |
| }, |
| { |
| "epoch": 2.3071852340145025, |
| "grad_norm": 0.20193551331588375, |
| "learning_rate": 1.2805474095796677e-05, |
| "loss": 0.3419, |
| "step": 1751 |
| }, |
| { |
| "epoch": 2.308503625576796, |
| "grad_norm": 0.19973746717841245, |
| "learning_rate": 1.2781036168132944e-05, |
| "loss": 0.3322, |
| "step": 1752 |
| }, |
| { |
| "epoch": 2.30982201713909, |
| "grad_norm": 0.2003092216912326, |
| "learning_rate": 1.2756598240469208e-05, |
| "loss": 0.3217, |
| "step": 1753 |
| }, |
| { |
| "epoch": 2.3111404087013843, |
| "grad_norm": 0.22689889123968077, |
| "learning_rate": 1.2732160312805475e-05, |
| "loss": 0.3427, |
| "step": 1754 |
| }, |
| { |
| "epoch": 2.3124588002636783, |
| "grad_norm": 0.21871140981916795, |
| "learning_rate": 1.270772238514174e-05, |
| "loss": 0.3356, |
| "step": 1755 |
| }, |
| { |
| "epoch": 2.3137771918259724, |
| "grad_norm": 0.19920869798335794, |
| "learning_rate": 1.2683284457478006e-05, |
| "loss": 0.3421, |
| "step": 1756 |
| }, |
| { |
| "epoch": 2.3150955833882665, |
| "grad_norm": 0.20549675595342548, |
| "learning_rate": 1.2658846529814273e-05, |
| "loss": 0.3295, |
| "step": 1757 |
| }, |
| { |
| "epoch": 2.31641397495056, |
| "grad_norm": 0.2143019254957071, |
| "learning_rate": 1.2634408602150537e-05, |
| "loss": 0.3421, |
| "step": 1758 |
| }, |
| { |
| "epoch": 2.317732366512854, |
| "grad_norm": 0.2130568136640732, |
| "learning_rate": 1.2609970674486804e-05, |
| "loss": 0.3086, |
| "step": 1759 |
| }, |
| { |
| "epoch": 2.3190507580751483, |
| "grad_norm": 0.22822655450237608, |
| "learning_rate": 1.258553274682307e-05, |
| "loss": 0.3325, |
| "step": 1760 |
| }, |
| { |
| "epoch": 2.3203691496374423, |
| "grad_norm": 0.2041317371579539, |
| "learning_rate": 1.2561094819159335e-05, |
| "loss": 0.3473, |
| "step": 1761 |
| }, |
| { |
| "epoch": 2.3216875411997364, |
| "grad_norm": 0.20351381770785218, |
| "learning_rate": 1.2536656891495602e-05, |
| "loss": 0.3412, |
| "step": 1762 |
| }, |
| { |
| "epoch": 2.3230059327620305, |
| "grad_norm": 0.22066984637839612, |
| "learning_rate": 1.2512218963831868e-05, |
| "loss": 0.3248, |
| "step": 1763 |
| }, |
| { |
| "epoch": 2.3243243243243246, |
| "grad_norm": 0.22549959785537105, |
| "learning_rate": 1.2487781036168133e-05, |
| "loss": 0.3329, |
| "step": 1764 |
| }, |
| { |
| "epoch": 2.325642715886618, |
| "grad_norm": 0.20723878508062174, |
| "learning_rate": 1.24633431085044e-05, |
| "loss": 0.3354, |
| "step": 1765 |
| }, |
| { |
| "epoch": 2.3269611074489123, |
| "grad_norm": 0.1995185809776796, |
| "learning_rate": 1.2438905180840666e-05, |
| "loss": 0.3333, |
| "step": 1766 |
| }, |
| { |
| "epoch": 2.3282794990112063, |
| "grad_norm": 0.21655713743748561, |
| "learning_rate": 1.241446725317693e-05, |
| "loss": 0.3387, |
| "step": 1767 |
| }, |
| { |
| "epoch": 2.3295978905735004, |
| "grad_norm": 0.22940690473396555, |
| "learning_rate": 1.2390029325513197e-05, |
| "loss": 0.3282, |
| "step": 1768 |
| }, |
| { |
| "epoch": 2.3309162821357945, |
| "grad_norm": 0.2108028367874812, |
| "learning_rate": 1.2365591397849464e-05, |
| "loss": 0.3481, |
| "step": 1769 |
| }, |
| { |
| "epoch": 2.332234673698088, |
| "grad_norm": 0.20904822797020764, |
| "learning_rate": 1.2341153470185729e-05, |
| "loss": 0.3148, |
| "step": 1770 |
| }, |
| { |
| "epoch": 2.333553065260382, |
| "grad_norm": 0.1940393855584944, |
| "learning_rate": 1.2316715542521995e-05, |
| "loss": 0.3154, |
| "step": 1771 |
| }, |
| { |
| "epoch": 2.3348714568226763, |
| "grad_norm": 0.23929278848086188, |
| "learning_rate": 1.2292277614858262e-05, |
| "loss": 0.3465, |
| "step": 1772 |
| }, |
| { |
| "epoch": 2.3361898483849703, |
| "grad_norm": 0.21131890485248134, |
| "learning_rate": 1.2267839687194526e-05, |
| "loss": 0.3511, |
| "step": 1773 |
| }, |
| { |
| "epoch": 2.3375082399472644, |
| "grad_norm": 0.19973865566627355, |
| "learning_rate": 1.2243401759530793e-05, |
| "loss": 0.3392, |
| "step": 1774 |
| }, |
| { |
| "epoch": 2.3388266315095585, |
| "grad_norm": 0.20359872773900337, |
| "learning_rate": 1.2218963831867058e-05, |
| "loss": 0.3334, |
| "step": 1775 |
| }, |
| { |
| "epoch": 2.3401450230718526, |
| "grad_norm": 0.20202339460263055, |
| "learning_rate": 1.2194525904203324e-05, |
| "loss": 0.3348, |
| "step": 1776 |
| }, |
| { |
| "epoch": 2.341463414634146, |
| "grad_norm": 0.20385972706305908, |
| "learning_rate": 1.217008797653959e-05, |
| "loss": 0.3455, |
| "step": 1777 |
| }, |
| { |
| "epoch": 2.3427818061964403, |
| "grad_norm": 0.21705660635334917, |
| "learning_rate": 1.2145650048875855e-05, |
| "loss": 0.3455, |
| "step": 1778 |
| }, |
| { |
| "epoch": 2.3441001977587343, |
| "grad_norm": 0.1957139629713652, |
| "learning_rate": 1.2121212121212122e-05, |
| "loss": 0.3295, |
| "step": 1779 |
| }, |
| { |
| "epoch": 2.3454185893210284, |
| "grad_norm": 0.20144137790984198, |
| "learning_rate": 1.2096774193548388e-05, |
| "loss": 0.338, |
| "step": 1780 |
| }, |
| { |
| "epoch": 2.3467369808833225, |
| "grad_norm": 0.2109156021258922, |
| "learning_rate": 1.2072336265884653e-05, |
| "loss": 0.3106, |
| "step": 1781 |
| }, |
| { |
| "epoch": 2.348055372445616, |
| "grad_norm": 0.2078624849426534, |
| "learning_rate": 1.204789833822092e-05, |
| "loss": 0.3493, |
| "step": 1782 |
| }, |
| { |
| "epoch": 2.34937376400791, |
| "grad_norm": 0.20663002150479617, |
| "learning_rate": 1.2023460410557186e-05, |
| "loss": 0.3574, |
| "step": 1783 |
| }, |
| { |
| "epoch": 2.3506921555702043, |
| "grad_norm": 0.2070979047155682, |
| "learning_rate": 1.1999022482893451e-05, |
| "loss": 0.3439, |
| "step": 1784 |
| }, |
| { |
| "epoch": 2.3520105471324984, |
| "grad_norm": 0.2034120294634911, |
| "learning_rate": 1.1974584555229718e-05, |
| "loss": 0.3399, |
| "step": 1785 |
| }, |
| { |
| "epoch": 2.3533289386947924, |
| "grad_norm": 0.20054112327917367, |
| "learning_rate": 1.1950146627565984e-05, |
| "loss": 0.3247, |
| "step": 1786 |
| }, |
| { |
| "epoch": 2.3546473302570865, |
| "grad_norm": 0.19892672394489122, |
| "learning_rate": 1.1925708699902249e-05, |
| "loss": 0.332, |
| "step": 1787 |
| }, |
| { |
| "epoch": 2.3559657218193806, |
| "grad_norm": 0.22347051307606078, |
| "learning_rate": 1.1901270772238515e-05, |
| "loss": 0.3406, |
| "step": 1788 |
| }, |
| { |
| "epoch": 2.357284113381674, |
| "grad_norm": 0.20742046931599514, |
| "learning_rate": 1.1876832844574782e-05, |
| "loss": 0.343, |
| "step": 1789 |
| }, |
| { |
| "epoch": 2.3586025049439683, |
| "grad_norm": 0.19510072366970097, |
| "learning_rate": 1.1852394916911047e-05, |
| "loss": 0.3317, |
| "step": 1790 |
| }, |
| { |
| "epoch": 2.3599208965062624, |
| "grad_norm": 0.20687603538139934, |
| "learning_rate": 1.1827956989247313e-05, |
| "loss": 0.3421, |
| "step": 1791 |
| }, |
| { |
| "epoch": 2.3612392880685564, |
| "grad_norm": 0.22291637028488068, |
| "learning_rate": 1.180351906158358e-05, |
| "loss": 0.3446, |
| "step": 1792 |
| }, |
| { |
| "epoch": 2.3625576796308505, |
| "grad_norm": 0.21101174205036988, |
| "learning_rate": 1.1779081133919844e-05, |
| "loss": 0.3507, |
| "step": 1793 |
| }, |
| { |
| "epoch": 2.363876071193144, |
| "grad_norm": 0.22371448912052133, |
| "learning_rate": 1.1754643206256111e-05, |
| "loss": 0.3243, |
| "step": 1794 |
| }, |
| { |
| "epoch": 2.365194462755438, |
| "grad_norm": 0.21172622696665075, |
| "learning_rate": 1.1730205278592377e-05, |
| "loss": 0.3523, |
| "step": 1795 |
| }, |
| { |
| "epoch": 2.3665128543177323, |
| "grad_norm": 0.20550015869306612, |
| "learning_rate": 1.170576735092864e-05, |
| "loss": 0.3404, |
| "step": 1796 |
| }, |
| { |
| "epoch": 2.3678312458800264, |
| "grad_norm": 0.19852165957932813, |
| "learning_rate": 1.1681329423264907e-05, |
| "loss": 0.3273, |
| "step": 1797 |
| }, |
| { |
| "epoch": 2.3691496374423204, |
| "grad_norm": 0.20949300946677088, |
| "learning_rate": 1.1656891495601173e-05, |
| "loss": 0.3482, |
| "step": 1798 |
| }, |
| { |
| "epoch": 2.3704680290046145, |
| "grad_norm": 0.220797109307791, |
| "learning_rate": 1.1632453567937438e-05, |
| "loss": 0.3533, |
| "step": 1799 |
| }, |
| { |
| "epoch": 2.3717864205669086, |
| "grad_norm": 0.22483201249058712, |
| "learning_rate": 1.1608015640273705e-05, |
| "loss": 0.3524, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.373104812129202, |
| "grad_norm": 0.20409424143880087, |
| "learning_rate": 1.1583577712609971e-05, |
| "loss": 0.3358, |
| "step": 1801 |
| }, |
| { |
| "epoch": 2.3744232036914963, |
| "grad_norm": 0.19962613987864913, |
| "learning_rate": 1.1559139784946236e-05, |
| "loss": 0.3445, |
| "step": 1802 |
| }, |
| { |
| "epoch": 2.3757415952537904, |
| "grad_norm": 0.19919512702903153, |
| "learning_rate": 1.1534701857282503e-05, |
| "loss": 0.3348, |
| "step": 1803 |
| }, |
| { |
| "epoch": 2.3770599868160844, |
| "grad_norm": 0.21852321022982774, |
| "learning_rate": 1.1510263929618769e-05, |
| "loss": 0.3359, |
| "step": 1804 |
| }, |
| { |
| "epoch": 2.3783783783783785, |
| "grad_norm": 0.2126122758479001, |
| "learning_rate": 1.1485826001955034e-05, |
| "loss": 0.3409, |
| "step": 1805 |
| }, |
| { |
| "epoch": 2.379696769940672, |
| "grad_norm": 0.21246858896732151, |
| "learning_rate": 1.14613880742913e-05, |
| "loss": 0.3502, |
| "step": 1806 |
| }, |
| { |
| "epoch": 2.381015161502966, |
| "grad_norm": 0.1988393353477164, |
| "learning_rate": 1.1436950146627567e-05, |
| "loss": 0.3369, |
| "step": 1807 |
| }, |
| { |
| "epoch": 2.3823335530652603, |
| "grad_norm": 0.20209023885018204, |
| "learning_rate": 1.1412512218963832e-05, |
| "loss": 0.3256, |
| "step": 1808 |
| }, |
| { |
| "epoch": 2.3836519446275544, |
| "grad_norm": 0.2032918552296078, |
| "learning_rate": 1.1388074291300098e-05, |
| "loss": 0.3311, |
| "step": 1809 |
| }, |
| { |
| "epoch": 2.3849703361898484, |
| "grad_norm": 0.19985119840434012, |
| "learning_rate": 1.1363636363636365e-05, |
| "loss": 0.3346, |
| "step": 1810 |
| }, |
| { |
| "epoch": 2.3862887277521425, |
| "grad_norm": 0.20403058656692058, |
| "learning_rate": 1.133919843597263e-05, |
| "loss": 0.3551, |
| "step": 1811 |
| }, |
| { |
| "epoch": 2.3876071193144366, |
| "grad_norm": 0.19729532743459258, |
| "learning_rate": 1.1314760508308896e-05, |
| "loss": 0.34, |
| "step": 1812 |
| }, |
| { |
| "epoch": 2.38892551087673, |
| "grad_norm": 0.20985203685113657, |
| "learning_rate": 1.129032258064516e-05, |
| "loss": 0.3519, |
| "step": 1813 |
| }, |
| { |
| "epoch": 2.3902439024390243, |
| "grad_norm": 0.2001603426332322, |
| "learning_rate": 1.1265884652981427e-05, |
| "loss": 0.3297, |
| "step": 1814 |
| }, |
| { |
| "epoch": 2.3915622940013184, |
| "grad_norm": 0.21407876316714988, |
| "learning_rate": 1.1241446725317694e-05, |
| "loss": 0.3455, |
| "step": 1815 |
| }, |
| { |
| "epoch": 2.3928806855636124, |
| "grad_norm": 0.19993394161114, |
| "learning_rate": 1.1217008797653959e-05, |
| "loss": 0.3363, |
| "step": 1816 |
| }, |
| { |
| "epoch": 2.3941990771259065, |
| "grad_norm": 0.20285053268327816, |
| "learning_rate": 1.1192570869990225e-05, |
| "loss": 0.348, |
| "step": 1817 |
| }, |
| { |
| "epoch": 2.3955174686882, |
| "grad_norm": 0.21381973900148576, |
| "learning_rate": 1.1168132942326492e-05, |
| "loss": 0.3465, |
| "step": 1818 |
| }, |
| { |
| "epoch": 2.396835860250494, |
| "grad_norm": 0.19287722132086518, |
| "learning_rate": 1.1143695014662756e-05, |
| "loss": 0.3202, |
| "step": 1819 |
| }, |
| { |
| "epoch": 2.3981542518127883, |
| "grad_norm": 0.19679281231063395, |
| "learning_rate": 1.1119257086999023e-05, |
| "loss": 0.3342, |
| "step": 1820 |
| }, |
| { |
| "epoch": 2.3994726433750824, |
| "grad_norm": 0.19885758031947923, |
| "learning_rate": 1.109481915933529e-05, |
| "loss": 0.3472, |
| "step": 1821 |
| }, |
| { |
| "epoch": 2.4007910349373764, |
| "grad_norm": 0.20502906331457119, |
| "learning_rate": 1.1070381231671554e-05, |
| "loss": 0.3434, |
| "step": 1822 |
| }, |
| { |
| "epoch": 2.4021094264996705, |
| "grad_norm": 0.20443246573072918, |
| "learning_rate": 1.104594330400782e-05, |
| "loss": 0.3355, |
| "step": 1823 |
| }, |
| { |
| "epoch": 2.4034278180619646, |
| "grad_norm": 0.21531659184774476, |
| "learning_rate": 1.1021505376344087e-05, |
| "loss": 0.3446, |
| "step": 1824 |
| }, |
| { |
| "epoch": 2.4047462096242582, |
| "grad_norm": 0.21429754792639025, |
| "learning_rate": 1.0997067448680352e-05, |
| "loss": 0.362, |
| "step": 1825 |
| }, |
| { |
| "epoch": 2.4060646011865523, |
| "grad_norm": 0.19649136286781108, |
| "learning_rate": 1.0972629521016618e-05, |
| "loss": 0.3442, |
| "step": 1826 |
| }, |
| { |
| "epoch": 2.4073829927488464, |
| "grad_norm": 0.19758739298444156, |
| "learning_rate": 1.0948191593352885e-05, |
| "loss": 0.3267, |
| "step": 1827 |
| }, |
| { |
| "epoch": 2.4087013843111404, |
| "grad_norm": 0.21263291648809513, |
| "learning_rate": 1.092375366568915e-05, |
| "loss": 0.3528, |
| "step": 1828 |
| }, |
| { |
| "epoch": 2.4100197758734345, |
| "grad_norm": 0.2103401642040274, |
| "learning_rate": 1.0899315738025416e-05, |
| "loss": 0.3373, |
| "step": 1829 |
| }, |
| { |
| "epoch": 2.4113381674357286, |
| "grad_norm": 0.19207927443934522, |
| "learning_rate": 1.0874877810361683e-05, |
| "loss": 0.3245, |
| "step": 1830 |
| }, |
| { |
| "epoch": 2.4126565589980222, |
| "grad_norm": 0.20649070592284213, |
| "learning_rate": 1.0850439882697947e-05, |
| "loss": 0.3371, |
| "step": 1831 |
| }, |
| { |
| "epoch": 2.4139749505603163, |
| "grad_norm": 0.20571319251791165, |
| "learning_rate": 1.0826001955034214e-05, |
| "loss": 0.3455, |
| "step": 1832 |
| }, |
| { |
| "epoch": 2.4152933421226104, |
| "grad_norm": 0.20319712912439378, |
| "learning_rate": 1.080156402737048e-05, |
| "loss": 0.332, |
| "step": 1833 |
| }, |
| { |
| "epoch": 2.4166117336849045, |
| "grad_norm": 0.20558267994309726, |
| "learning_rate": 1.0777126099706745e-05, |
| "loss": 0.3406, |
| "step": 1834 |
| }, |
| { |
| "epoch": 2.4179301252471985, |
| "grad_norm": 0.20843472364180787, |
| "learning_rate": 1.0752688172043012e-05, |
| "loss": 0.3322, |
| "step": 1835 |
| }, |
| { |
| "epoch": 2.4192485168094926, |
| "grad_norm": 0.20228872203877912, |
| "learning_rate": 1.0728250244379277e-05, |
| "loss": 0.3281, |
| "step": 1836 |
| }, |
| { |
| "epoch": 2.4205669083717862, |
| "grad_norm": 0.19909269996873166, |
| "learning_rate": 1.0703812316715543e-05, |
| "loss": 0.3465, |
| "step": 1837 |
| }, |
| { |
| "epoch": 2.4218852999340803, |
| "grad_norm": 0.20762726021927963, |
| "learning_rate": 1.067937438905181e-05, |
| "loss": 0.3341, |
| "step": 1838 |
| }, |
| { |
| "epoch": 2.4232036914963744, |
| "grad_norm": 0.2171839490947941, |
| "learning_rate": 1.0654936461388074e-05, |
| "loss": 0.3382, |
| "step": 1839 |
| }, |
| { |
| "epoch": 2.4245220830586685, |
| "grad_norm": 0.2100559507160311, |
| "learning_rate": 1.063049853372434e-05, |
| "loss": 0.3417, |
| "step": 1840 |
| }, |
| { |
| "epoch": 2.4258404746209625, |
| "grad_norm": 0.20908502285799938, |
| "learning_rate": 1.0606060606060607e-05, |
| "loss": 0.3292, |
| "step": 1841 |
| }, |
| { |
| "epoch": 2.4271588661832566, |
| "grad_norm": 0.24487298573939842, |
| "learning_rate": 1.0581622678396872e-05, |
| "loss": 0.3265, |
| "step": 1842 |
| }, |
| { |
| "epoch": 2.4284772577455502, |
| "grad_norm": 0.19148212831370584, |
| "learning_rate": 1.0557184750733139e-05, |
| "loss": 0.3182, |
| "step": 1843 |
| }, |
| { |
| "epoch": 2.4297956493078443, |
| "grad_norm": 0.1926753995916553, |
| "learning_rate": 1.0532746823069405e-05, |
| "loss": 0.3231, |
| "step": 1844 |
| }, |
| { |
| "epoch": 2.4311140408701384, |
| "grad_norm": 0.20172273073541447, |
| "learning_rate": 1.050830889540567e-05, |
| "loss": 0.3313, |
| "step": 1845 |
| }, |
| { |
| "epoch": 2.4324324324324325, |
| "grad_norm": 0.2133444129785141, |
| "learning_rate": 1.0483870967741936e-05, |
| "loss": 0.349, |
| "step": 1846 |
| }, |
| { |
| "epoch": 2.4337508239947265, |
| "grad_norm": 0.1947005023872194, |
| "learning_rate": 1.0459433040078203e-05, |
| "loss": 0.3377, |
| "step": 1847 |
| }, |
| { |
| "epoch": 2.4350692155570206, |
| "grad_norm": 0.21435775415426336, |
| "learning_rate": 1.0434995112414468e-05, |
| "loss": 0.3354, |
| "step": 1848 |
| }, |
| { |
| "epoch": 2.4363876071193147, |
| "grad_norm": 0.21120426082675378, |
| "learning_rate": 1.0410557184750734e-05, |
| "loss": 0.3464, |
| "step": 1849 |
| }, |
| { |
| "epoch": 2.4377059986816083, |
| "grad_norm": 0.19258691717377502, |
| "learning_rate": 1.0386119257087e-05, |
| "loss": 0.3305, |
| "step": 1850 |
| }, |
| { |
| "epoch": 2.4390243902439024, |
| "grad_norm": 0.1949914355570352, |
| "learning_rate": 1.0361681329423266e-05, |
| "loss": 0.3259, |
| "step": 1851 |
| }, |
| { |
| "epoch": 2.4403427818061965, |
| "grad_norm": 0.19601764380687742, |
| "learning_rate": 1.0337243401759532e-05, |
| "loss": 0.3248, |
| "step": 1852 |
| }, |
| { |
| "epoch": 2.4416611733684905, |
| "grad_norm": 0.19501667615178156, |
| "learning_rate": 1.0312805474095798e-05, |
| "loss": 0.3374, |
| "step": 1853 |
| }, |
| { |
| "epoch": 2.4429795649307846, |
| "grad_norm": 0.19155883720006905, |
| "learning_rate": 1.0288367546432063e-05, |
| "loss": 0.3136, |
| "step": 1854 |
| }, |
| { |
| "epoch": 2.4442979564930782, |
| "grad_norm": 0.20567830477864812, |
| "learning_rate": 1.026392961876833e-05, |
| "loss": 0.3453, |
| "step": 1855 |
| }, |
| { |
| "epoch": 2.4456163480553723, |
| "grad_norm": 0.20199818154374763, |
| "learning_rate": 1.0239491691104596e-05, |
| "loss": 0.3296, |
| "step": 1856 |
| }, |
| { |
| "epoch": 2.4469347396176664, |
| "grad_norm": 0.22341733326603788, |
| "learning_rate": 1.0215053763440861e-05, |
| "loss": 0.3489, |
| "step": 1857 |
| }, |
| { |
| "epoch": 2.4482531311799605, |
| "grad_norm": 0.18827753689950466, |
| "learning_rate": 1.0190615835777128e-05, |
| "loss": 0.3468, |
| "step": 1858 |
| }, |
| { |
| "epoch": 2.4495715227422545, |
| "grad_norm": 0.20555891729362233, |
| "learning_rate": 1.0166177908113392e-05, |
| "loss": 0.3414, |
| "step": 1859 |
| }, |
| { |
| "epoch": 2.4508899143045486, |
| "grad_norm": 0.20644662585277576, |
| "learning_rate": 1.0141739980449657e-05, |
| "loss": 0.3659, |
| "step": 1860 |
| }, |
| { |
| "epoch": 2.4522083058668427, |
| "grad_norm": 0.20611883987882682, |
| "learning_rate": 1.0117302052785924e-05, |
| "loss": 0.3514, |
| "step": 1861 |
| }, |
| { |
| "epoch": 2.4535266974291363, |
| "grad_norm": 0.20022746417033002, |
| "learning_rate": 1.009286412512219e-05, |
| "loss": 0.3421, |
| "step": 1862 |
| }, |
| { |
| "epoch": 2.4548450889914304, |
| "grad_norm": 0.21069394789927798, |
| "learning_rate": 1.0068426197458455e-05, |
| "loss": 0.3443, |
| "step": 1863 |
| }, |
| { |
| "epoch": 2.4561634805537245, |
| "grad_norm": 0.20099751129539206, |
| "learning_rate": 1.0043988269794721e-05, |
| "loss": 0.3419, |
| "step": 1864 |
| }, |
| { |
| "epoch": 2.4574818721160185, |
| "grad_norm": 0.1969797435937931, |
| "learning_rate": 1.0019550342130988e-05, |
| "loss": 0.3365, |
| "step": 1865 |
| }, |
| { |
| "epoch": 2.4588002636783126, |
| "grad_norm": 0.22292373236189686, |
| "learning_rate": 9.995112414467253e-06, |
| "loss": 0.3404, |
| "step": 1866 |
| }, |
| { |
| "epoch": 2.4601186552406062, |
| "grad_norm": 0.2186449317555616, |
| "learning_rate": 9.97067448680352e-06, |
| "loss": 0.3335, |
| "step": 1867 |
| }, |
| { |
| "epoch": 2.4614370468029003, |
| "grad_norm": 0.19586685301430345, |
| "learning_rate": 9.946236559139786e-06, |
| "loss": 0.3304, |
| "step": 1868 |
| }, |
| { |
| "epoch": 2.4627554383651944, |
| "grad_norm": 0.20358893968985348, |
| "learning_rate": 9.92179863147605e-06, |
| "loss": 0.3344, |
| "step": 1869 |
| }, |
| { |
| "epoch": 2.4640738299274885, |
| "grad_norm": 0.2132482732845485, |
| "learning_rate": 9.897360703812317e-06, |
| "loss": 0.3611, |
| "step": 1870 |
| }, |
| { |
| "epoch": 2.4653922214897825, |
| "grad_norm": 0.20694813045880717, |
| "learning_rate": 9.872922776148582e-06, |
| "loss": 0.3252, |
| "step": 1871 |
| }, |
| { |
| "epoch": 2.4667106130520766, |
| "grad_norm": 0.19701083592305912, |
| "learning_rate": 9.848484848484848e-06, |
| "loss": 0.3408, |
| "step": 1872 |
| }, |
| { |
| "epoch": 2.4680290046143707, |
| "grad_norm": 0.19382897809681027, |
| "learning_rate": 9.824046920821115e-06, |
| "loss": 0.3284, |
| "step": 1873 |
| }, |
| { |
| "epoch": 2.4693473961766643, |
| "grad_norm": 0.20346229560027032, |
| "learning_rate": 9.79960899315738e-06, |
| "loss": 0.3348, |
| "step": 1874 |
| }, |
| { |
| "epoch": 2.4706657877389584, |
| "grad_norm": 0.20289730350661503, |
| "learning_rate": 9.775171065493646e-06, |
| "loss": 0.331, |
| "step": 1875 |
| }, |
| { |
| "epoch": 2.4719841793012525, |
| "grad_norm": 0.1899916212094589, |
| "learning_rate": 9.750733137829913e-06, |
| "loss": 0.3144, |
| "step": 1876 |
| }, |
| { |
| "epoch": 2.4733025708635465, |
| "grad_norm": 0.21550199256213734, |
| "learning_rate": 9.726295210166177e-06, |
| "loss": 0.3488, |
| "step": 1877 |
| }, |
| { |
| "epoch": 2.4746209624258406, |
| "grad_norm": 0.19043266839368833, |
| "learning_rate": 9.701857282502444e-06, |
| "loss": 0.3331, |
| "step": 1878 |
| }, |
| { |
| "epoch": 2.4759393539881343, |
| "grad_norm": 0.19773568145621453, |
| "learning_rate": 9.67741935483871e-06, |
| "loss": 0.3403, |
| "step": 1879 |
| }, |
| { |
| "epoch": 2.4772577455504283, |
| "grad_norm": 0.2012094686003171, |
| "learning_rate": 9.652981427174975e-06, |
| "loss": 0.3456, |
| "step": 1880 |
| }, |
| { |
| "epoch": 2.4785761371127224, |
| "grad_norm": 0.19662739104929602, |
| "learning_rate": 9.628543499511242e-06, |
| "loss": 0.3311, |
| "step": 1881 |
| }, |
| { |
| "epoch": 2.4798945286750165, |
| "grad_norm": 0.19181597355535301, |
| "learning_rate": 9.604105571847508e-06, |
| "loss": 0.3328, |
| "step": 1882 |
| }, |
| { |
| "epoch": 2.4812129202373105, |
| "grad_norm": 0.20230919858050925, |
| "learning_rate": 9.579667644183773e-06, |
| "loss": 0.3333, |
| "step": 1883 |
| }, |
| { |
| "epoch": 2.4825313117996046, |
| "grad_norm": 0.20097512127823092, |
| "learning_rate": 9.55522971652004e-06, |
| "loss": 0.3363, |
| "step": 1884 |
| }, |
| { |
| "epoch": 2.4838497033618987, |
| "grad_norm": 0.19399621681073403, |
| "learning_rate": 9.530791788856306e-06, |
| "loss": 0.3398, |
| "step": 1885 |
| }, |
| { |
| "epoch": 2.4851680949241923, |
| "grad_norm": 0.20109507894004533, |
| "learning_rate": 9.50635386119257e-06, |
| "loss": 0.3463, |
| "step": 1886 |
| }, |
| { |
| "epoch": 2.4864864864864864, |
| "grad_norm": 0.18889041141536034, |
| "learning_rate": 9.481915933528837e-06, |
| "loss": 0.3276, |
| "step": 1887 |
| }, |
| { |
| "epoch": 2.4878048780487805, |
| "grad_norm": 0.19985333078176526, |
| "learning_rate": 9.457478005865104e-06, |
| "loss": 0.3312, |
| "step": 1888 |
| }, |
| { |
| "epoch": 2.4891232696110746, |
| "grad_norm": 0.20537327592079485, |
| "learning_rate": 9.433040078201369e-06, |
| "loss": 0.3297, |
| "step": 1889 |
| }, |
| { |
| "epoch": 2.4904416611733686, |
| "grad_norm": 0.20001564892488127, |
| "learning_rate": 9.408602150537635e-06, |
| "loss": 0.3367, |
| "step": 1890 |
| }, |
| { |
| "epoch": 2.4917600527356623, |
| "grad_norm": 0.1995292177615265, |
| "learning_rate": 9.384164222873902e-06, |
| "loss": 0.3276, |
| "step": 1891 |
| }, |
| { |
| "epoch": 2.4930784442979563, |
| "grad_norm": 0.21346942711010877, |
| "learning_rate": 9.359726295210166e-06, |
| "loss": 0.3319, |
| "step": 1892 |
| }, |
| { |
| "epoch": 2.4943968358602504, |
| "grad_norm": 0.209552975025353, |
| "learning_rate": 9.335288367546433e-06, |
| "loss": 0.3415, |
| "step": 1893 |
| }, |
| { |
| "epoch": 2.4957152274225445, |
| "grad_norm": 0.19601881886242692, |
| "learning_rate": 9.310850439882698e-06, |
| "loss": 0.3237, |
| "step": 1894 |
| }, |
| { |
| "epoch": 2.4970336189848386, |
| "grad_norm": 0.1976131192614562, |
| "learning_rate": 9.286412512218964e-06, |
| "loss": 0.3341, |
| "step": 1895 |
| }, |
| { |
| "epoch": 2.4983520105471326, |
| "grad_norm": 0.21117275264279317, |
| "learning_rate": 9.26197458455523e-06, |
| "loss": 0.3562, |
| "step": 1896 |
| }, |
| { |
| "epoch": 2.4996704021094267, |
| "grad_norm": 0.2004099911220413, |
| "learning_rate": 9.237536656891495e-06, |
| "loss": 0.323, |
| "step": 1897 |
| }, |
| { |
| "epoch": 2.5009887936717208, |
| "grad_norm": 0.20495850721595624, |
| "learning_rate": 9.213098729227762e-06, |
| "loss": 0.3383, |
| "step": 1898 |
| }, |
| { |
| "epoch": 2.5023071852340144, |
| "grad_norm": 0.19557074700739227, |
| "learning_rate": 9.188660801564028e-06, |
| "loss": 0.3454, |
| "step": 1899 |
| }, |
| { |
| "epoch": 2.5036255767963085, |
| "grad_norm": 0.1946302944514409, |
| "learning_rate": 9.164222873900293e-06, |
| "loss": 0.336, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.5049439683586026, |
| "grad_norm": 0.20709575620831122, |
| "learning_rate": 9.13978494623656e-06, |
| "loss": 0.3457, |
| "step": 1901 |
| }, |
| { |
| "epoch": 2.5062623599208966, |
| "grad_norm": 0.202292080309933, |
| "learning_rate": 9.115347018572826e-06, |
| "loss": 0.3396, |
| "step": 1902 |
| }, |
| { |
| "epoch": 2.5075807514831903, |
| "grad_norm": 0.2047631443598355, |
| "learning_rate": 9.090909090909091e-06, |
| "loss": 0.338, |
| "step": 1903 |
| }, |
| { |
| "epoch": 2.5088991430454843, |
| "grad_norm": 0.20396816651465863, |
| "learning_rate": 9.066471163245358e-06, |
| "loss": 0.3488, |
| "step": 1904 |
| }, |
| { |
| "epoch": 2.5102175346077784, |
| "grad_norm": 0.20001805732217035, |
| "learning_rate": 9.042033235581624e-06, |
| "loss": 0.3378, |
| "step": 1905 |
| }, |
| { |
| "epoch": 2.5115359261700725, |
| "grad_norm": 0.19289690957102237, |
| "learning_rate": 9.017595307917889e-06, |
| "loss": 0.3245, |
| "step": 1906 |
| }, |
| { |
| "epoch": 2.5128543177323666, |
| "grad_norm": 0.20255819083855, |
| "learning_rate": 8.993157380254155e-06, |
| "loss": 0.355, |
| "step": 1907 |
| }, |
| { |
| "epoch": 2.5141727092946606, |
| "grad_norm": 0.20958254799687123, |
| "learning_rate": 8.968719452590422e-06, |
| "loss": 0.3338, |
| "step": 1908 |
| }, |
| { |
| "epoch": 2.5154911008569547, |
| "grad_norm": 0.20047441611289485, |
| "learning_rate": 8.944281524926687e-06, |
| "loss": 0.3518, |
| "step": 1909 |
| }, |
| { |
| "epoch": 2.516809492419249, |
| "grad_norm": 0.20044947364700563, |
| "learning_rate": 8.919843597262953e-06, |
| "loss": 0.3285, |
| "step": 1910 |
| }, |
| { |
| "epoch": 2.5181278839815424, |
| "grad_norm": 0.19360785510201522, |
| "learning_rate": 8.89540566959922e-06, |
| "loss": 0.3216, |
| "step": 1911 |
| }, |
| { |
| "epoch": 2.5194462755438365, |
| "grad_norm": 0.19903358847732458, |
| "learning_rate": 8.870967741935484e-06, |
| "loss": 0.3474, |
| "step": 1912 |
| }, |
| { |
| "epoch": 2.5207646671061306, |
| "grad_norm": 0.21350378606029605, |
| "learning_rate": 8.846529814271751e-06, |
| "loss": 0.3484, |
| "step": 1913 |
| }, |
| { |
| "epoch": 2.5220830586684246, |
| "grad_norm": 0.19217168227798245, |
| "learning_rate": 8.822091886608017e-06, |
| "loss": 0.338, |
| "step": 1914 |
| }, |
| { |
| "epoch": 2.5234014502307183, |
| "grad_norm": 0.1936732743020969, |
| "learning_rate": 8.797653958944282e-06, |
| "loss": 0.3239, |
| "step": 1915 |
| }, |
| { |
| "epoch": 2.5247198417930123, |
| "grad_norm": 0.21349609802703332, |
| "learning_rate": 8.773216031280549e-06, |
| "loss": 0.3566, |
| "step": 1916 |
| }, |
| { |
| "epoch": 2.5260382333553064, |
| "grad_norm": 0.2105968572907688, |
| "learning_rate": 8.748778103616813e-06, |
| "loss": 0.3518, |
| "step": 1917 |
| }, |
| { |
| "epoch": 2.5273566249176005, |
| "grad_norm": 0.2123781078095922, |
| "learning_rate": 8.72434017595308e-06, |
| "loss": 0.351, |
| "step": 1918 |
| }, |
| { |
| "epoch": 2.5286750164798946, |
| "grad_norm": 0.19651118354520547, |
| "learning_rate": 8.699902248289346e-06, |
| "loss": 0.339, |
| "step": 1919 |
| }, |
| { |
| "epoch": 2.5299934080421886, |
| "grad_norm": 0.2050652270121521, |
| "learning_rate": 8.675464320625611e-06, |
| "loss": 0.352, |
| "step": 1920 |
| }, |
| { |
| "epoch": 2.5313117996044827, |
| "grad_norm": 0.20369387421859933, |
| "learning_rate": 8.651026392961878e-06, |
| "loss": 0.3364, |
| "step": 1921 |
| }, |
| { |
| "epoch": 2.532630191166777, |
| "grad_norm": 0.20173424451502656, |
| "learning_rate": 8.626588465298144e-06, |
| "loss": 0.3282, |
| "step": 1922 |
| }, |
| { |
| "epoch": 2.5339485827290704, |
| "grad_norm": 0.20415137378486098, |
| "learning_rate": 8.602150537634409e-06, |
| "loss": 0.3386, |
| "step": 1923 |
| }, |
| { |
| "epoch": 2.5352669742913645, |
| "grad_norm": 0.19200808217413734, |
| "learning_rate": 8.577712609970674e-06, |
| "loss": 0.343, |
| "step": 1924 |
| }, |
| { |
| "epoch": 2.5365853658536586, |
| "grad_norm": 0.19507984103866605, |
| "learning_rate": 8.55327468230694e-06, |
| "loss": 0.332, |
| "step": 1925 |
| }, |
| { |
| "epoch": 2.5379037574159526, |
| "grad_norm": 0.20922584084585288, |
| "learning_rate": 8.528836754643207e-06, |
| "loss": 0.3549, |
| "step": 1926 |
| }, |
| { |
| "epoch": 2.5392221489782463, |
| "grad_norm": 0.22147635456177805, |
| "learning_rate": 8.504398826979472e-06, |
| "loss": 0.333, |
| "step": 1927 |
| }, |
| { |
| "epoch": 2.5405405405405403, |
| "grad_norm": 0.20487408765943432, |
| "learning_rate": 8.479960899315738e-06, |
| "loss": 0.3231, |
| "step": 1928 |
| }, |
| { |
| "epoch": 2.5418589321028344, |
| "grad_norm": 0.20175381478706247, |
| "learning_rate": 8.455522971652003e-06, |
| "loss": 0.3537, |
| "step": 1929 |
| }, |
| { |
| "epoch": 2.5431773236651285, |
| "grad_norm": 0.20556532111619483, |
| "learning_rate": 8.43108504398827e-06, |
| "loss": 0.3436, |
| "step": 1930 |
| }, |
| { |
| "epoch": 2.5444957152274226, |
| "grad_norm": 0.8372536013447391, |
| "learning_rate": 8.406647116324536e-06, |
| "loss": 0.3528, |
| "step": 1931 |
| }, |
| { |
| "epoch": 2.5458141067897166, |
| "grad_norm": 0.20969083245940057, |
| "learning_rate": 8.3822091886608e-06, |
| "loss": 0.3166, |
| "step": 1932 |
| }, |
| { |
| "epoch": 2.5471324983520107, |
| "grad_norm": 0.20921184914710955, |
| "learning_rate": 8.357771260997067e-06, |
| "loss": 0.3613, |
| "step": 1933 |
| }, |
| { |
| "epoch": 2.548450889914305, |
| "grad_norm": 0.22447640807804134, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 0.3332, |
| "step": 1934 |
| }, |
| { |
| "epoch": 2.5497692814765984, |
| "grad_norm": 0.20205346440317343, |
| "learning_rate": 8.308895405669599e-06, |
| "loss": 0.3418, |
| "step": 1935 |
| }, |
| { |
| "epoch": 2.5510876730388925, |
| "grad_norm": 0.21641330670067627, |
| "learning_rate": 8.284457478005865e-06, |
| "loss": 0.3342, |
| "step": 1936 |
| }, |
| { |
| "epoch": 2.5524060646011866, |
| "grad_norm": 0.2189445690171485, |
| "learning_rate": 8.260019550342132e-06, |
| "loss": 0.3271, |
| "step": 1937 |
| }, |
| { |
| "epoch": 2.5537244561634806, |
| "grad_norm": 0.20204395324936886, |
| "learning_rate": 8.235581622678396e-06, |
| "loss": 0.344, |
| "step": 1938 |
| }, |
| { |
| "epoch": 2.5550428477257743, |
| "grad_norm": 0.19556589134725533, |
| "learning_rate": 8.211143695014663e-06, |
| "loss": 0.3276, |
| "step": 1939 |
| }, |
| { |
| "epoch": 2.5563612392880684, |
| "grad_norm": 0.20489950258524364, |
| "learning_rate": 8.18670576735093e-06, |
| "loss": 0.3402, |
| "step": 1940 |
| }, |
| { |
| "epoch": 2.5576796308503624, |
| "grad_norm": 0.19874102045943082, |
| "learning_rate": 8.162267839687194e-06, |
| "loss": 0.332, |
| "step": 1941 |
| }, |
| { |
| "epoch": 2.5589980224126565, |
| "grad_norm": 0.20073498446758986, |
| "learning_rate": 8.13782991202346e-06, |
| "loss": 0.3259, |
| "step": 1942 |
| }, |
| { |
| "epoch": 2.5603164139749506, |
| "grad_norm": 0.2181210147980304, |
| "learning_rate": 8.113391984359727e-06, |
| "loss": 0.3435, |
| "step": 1943 |
| }, |
| { |
| "epoch": 2.5616348055372447, |
| "grad_norm": 0.2080648975449887, |
| "learning_rate": 8.088954056695992e-06, |
| "loss": 0.3374, |
| "step": 1944 |
| }, |
| { |
| "epoch": 2.5629531970995387, |
| "grad_norm": 0.19366765018139098, |
| "learning_rate": 8.064516129032258e-06, |
| "loss": 0.3477, |
| "step": 1945 |
| }, |
| { |
| "epoch": 2.564271588661833, |
| "grad_norm": 0.20107553972068903, |
| "learning_rate": 8.040078201368525e-06, |
| "loss": 0.3262, |
| "step": 1946 |
| }, |
| { |
| "epoch": 2.5655899802241264, |
| "grad_norm": 0.20307089190149993, |
| "learning_rate": 8.01564027370479e-06, |
| "loss": 0.3264, |
| "step": 1947 |
| }, |
| { |
| "epoch": 2.5669083717864205, |
| "grad_norm": 0.2273572963267233, |
| "learning_rate": 7.991202346041056e-06, |
| "loss": 0.3378, |
| "step": 1948 |
| }, |
| { |
| "epoch": 2.5682267633487146, |
| "grad_norm": 0.19309035991039558, |
| "learning_rate": 7.966764418377323e-06, |
| "loss": 0.3347, |
| "step": 1949 |
| }, |
| { |
| "epoch": 2.5695451549110087, |
| "grad_norm": 0.19320094121587061, |
| "learning_rate": 7.942326490713587e-06, |
| "loss": 0.3451, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.5708635464733027, |
| "grad_norm": 0.20856733593972984, |
| "learning_rate": 7.917888563049854e-06, |
| "loss": 0.3486, |
| "step": 1951 |
| }, |
| { |
| "epoch": 2.5721819380355964, |
| "grad_norm": 0.20381751761792144, |
| "learning_rate": 7.893450635386119e-06, |
| "loss": 0.3342, |
| "step": 1952 |
| }, |
| { |
| "epoch": 2.5735003295978904, |
| "grad_norm": 0.19077867191666764, |
| "learning_rate": 7.869012707722385e-06, |
| "loss": 0.3223, |
| "step": 1953 |
| }, |
| { |
| "epoch": 2.5748187211601845, |
| "grad_norm": 0.2051262546108451, |
| "learning_rate": 7.844574780058652e-06, |
| "loss": 0.3394, |
| "step": 1954 |
| }, |
| { |
| "epoch": 2.5761371127224786, |
| "grad_norm": 0.1891302134927005, |
| "learning_rate": 7.820136852394917e-06, |
| "loss": 0.3209, |
| "step": 1955 |
| }, |
| { |
| "epoch": 2.5774555042847727, |
| "grad_norm": 0.18865766818050161, |
| "learning_rate": 7.795698924731183e-06, |
| "loss": 0.3301, |
| "step": 1956 |
| }, |
| { |
| "epoch": 2.5787738958470667, |
| "grad_norm": 0.20215895323304742, |
| "learning_rate": 7.77126099706745e-06, |
| "loss": 0.3657, |
| "step": 1957 |
| }, |
| { |
| "epoch": 2.580092287409361, |
| "grad_norm": 0.19255865470192393, |
| "learning_rate": 7.746823069403714e-06, |
| "loss": 0.3427, |
| "step": 1958 |
| }, |
| { |
| "epoch": 2.5814106789716544, |
| "grad_norm": 0.1907480352013244, |
| "learning_rate": 7.722385141739981e-06, |
| "loss": 0.3399, |
| "step": 1959 |
| }, |
| { |
| "epoch": 2.5827290705339485, |
| "grad_norm": 0.20329287701731064, |
| "learning_rate": 7.697947214076247e-06, |
| "loss": 0.355, |
| "step": 1960 |
| }, |
| { |
| "epoch": 2.5840474620962426, |
| "grad_norm": 0.20128444478181343, |
| "learning_rate": 7.673509286412512e-06, |
| "loss": 0.3298, |
| "step": 1961 |
| }, |
| { |
| "epoch": 2.5853658536585367, |
| "grad_norm": 0.1971281981039563, |
| "learning_rate": 7.649071358748779e-06, |
| "loss": 0.3442, |
| "step": 1962 |
| }, |
| { |
| "epoch": 2.5866842452208307, |
| "grad_norm": 0.19153696519884056, |
| "learning_rate": 7.624633431085044e-06, |
| "loss": 0.3281, |
| "step": 1963 |
| }, |
| { |
| "epoch": 2.5880026367831244, |
| "grad_norm": 0.19560208142258093, |
| "learning_rate": 7.600195503421311e-06, |
| "loss": 0.3352, |
| "step": 1964 |
| }, |
| { |
| "epoch": 2.5893210283454184, |
| "grad_norm": 0.18492626069698953, |
| "learning_rate": 7.5757575757575764e-06, |
| "loss": 0.3069, |
| "step": 1965 |
| }, |
| { |
| "epoch": 2.5906394199077125, |
| "grad_norm": 0.20319793336394923, |
| "learning_rate": 7.551319648093842e-06, |
| "loss": 0.3416, |
| "step": 1966 |
| }, |
| { |
| "epoch": 2.5919578114700066, |
| "grad_norm": 0.20350217181137578, |
| "learning_rate": 7.526881720430108e-06, |
| "loss": 0.3251, |
| "step": 1967 |
| }, |
| { |
| "epoch": 2.5932762030323007, |
| "grad_norm": 0.20736511876981786, |
| "learning_rate": 7.502443792766374e-06, |
| "loss": 0.3477, |
| "step": 1968 |
| }, |
| { |
| "epoch": 2.5945945945945947, |
| "grad_norm": 0.1954204766424121, |
| "learning_rate": 7.47800586510264e-06, |
| "loss": 0.3366, |
| "step": 1969 |
| }, |
| { |
| "epoch": 2.595912986156889, |
| "grad_norm": 0.19785979359627473, |
| "learning_rate": 7.4535679374389055e-06, |
| "loss": 0.3331, |
| "step": 1970 |
| }, |
| { |
| "epoch": 2.5972313777191824, |
| "grad_norm": 0.20456012350172212, |
| "learning_rate": 7.429130009775172e-06, |
| "loss": 0.3375, |
| "step": 1971 |
| }, |
| { |
| "epoch": 2.5985497692814765, |
| "grad_norm": 0.20010332653230492, |
| "learning_rate": 7.404692082111438e-06, |
| "loss": 0.3441, |
| "step": 1972 |
| }, |
| { |
| "epoch": 2.5998681608437706, |
| "grad_norm": 0.19980468336506466, |
| "learning_rate": 7.380254154447703e-06, |
| "loss": 0.347, |
| "step": 1973 |
| }, |
| { |
| "epoch": 2.6011865524060647, |
| "grad_norm": 0.22302327213945006, |
| "learning_rate": 7.35581622678397e-06, |
| "loss": 0.3478, |
| "step": 1974 |
| }, |
| { |
| "epoch": 2.6025049439683587, |
| "grad_norm": 0.2013099925635949, |
| "learning_rate": 7.3313782991202354e-06, |
| "loss": 0.3287, |
| "step": 1975 |
| }, |
| { |
| "epoch": 2.6038233355306524, |
| "grad_norm": 0.19592774386081113, |
| "learning_rate": 7.306940371456501e-06, |
| "loss": 0.3261, |
| "step": 1976 |
| }, |
| { |
| "epoch": 2.6051417270929464, |
| "grad_norm": 0.20981822688197466, |
| "learning_rate": 7.282502443792768e-06, |
| "loss": 0.3555, |
| "step": 1977 |
| }, |
| { |
| "epoch": 2.6064601186552405, |
| "grad_norm": 0.18400977550948508, |
| "learning_rate": 7.258064516129033e-06, |
| "loss": 0.3254, |
| "step": 1978 |
| }, |
| { |
| "epoch": 2.6077785102175346, |
| "grad_norm": 0.20176380529464624, |
| "learning_rate": 7.233626588465299e-06, |
| "loss": 0.3443, |
| "step": 1979 |
| }, |
| { |
| "epoch": 2.6090969017798287, |
| "grad_norm": 0.2060332520842171, |
| "learning_rate": 7.2091886608015645e-06, |
| "loss": 0.3292, |
| "step": 1980 |
| }, |
| { |
| "epoch": 2.6104152933421227, |
| "grad_norm": 0.2067731231292038, |
| "learning_rate": 7.184750733137831e-06, |
| "loss": 0.3473, |
| "step": 1981 |
| }, |
| { |
| "epoch": 2.611733684904417, |
| "grad_norm": 0.19977226325287675, |
| "learning_rate": 7.160312805474097e-06, |
| "loss": 0.3504, |
| "step": 1982 |
| }, |
| { |
| "epoch": 2.6130520764667104, |
| "grad_norm": 0.18846240653474325, |
| "learning_rate": 7.135874877810362e-06, |
| "loss": 0.321, |
| "step": 1983 |
| }, |
| { |
| "epoch": 2.6143704680290045, |
| "grad_norm": 0.20245842804753172, |
| "learning_rate": 7.111436950146629e-06, |
| "loss": 0.3501, |
| "step": 1984 |
| }, |
| { |
| "epoch": 2.6156888595912986, |
| "grad_norm": 0.1945413861924033, |
| "learning_rate": 7.0869990224828945e-06, |
| "loss": 0.3313, |
| "step": 1985 |
| }, |
| { |
| "epoch": 2.6170072511535927, |
| "grad_norm": 0.1970000665715431, |
| "learning_rate": 7.06256109481916e-06, |
| "loss": 0.3335, |
| "step": 1986 |
| }, |
| { |
| "epoch": 2.6183256427158867, |
| "grad_norm": 0.20357537064333797, |
| "learning_rate": 7.038123167155427e-06, |
| "loss": 0.3322, |
| "step": 1987 |
| }, |
| { |
| "epoch": 2.6196440342781804, |
| "grad_norm": 0.2140759379523475, |
| "learning_rate": 7.0136852394916906e-06, |
| "loss": 0.361, |
| "step": 1988 |
| }, |
| { |
| "epoch": 2.6209624258404745, |
| "grad_norm": 0.20874180864789343, |
| "learning_rate": 6.989247311827957e-06, |
| "loss": 0.3247, |
| "step": 1989 |
| }, |
| { |
| "epoch": 2.6222808174027685, |
| "grad_norm": 0.20072548261971024, |
| "learning_rate": 6.964809384164223e-06, |
| "loss": 0.3354, |
| "step": 1990 |
| }, |
| { |
| "epoch": 2.6235992089650626, |
| "grad_norm": 0.1973627054796603, |
| "learning_rate": 6.940371456500488e-06, |
| "loss": 0.3255, |
| "step": 1991 |
| }, |
| { |
| "epoch": 2.6249176005273567, |
| "grad_norm": 0.19179683414868592, |
| "learning_rate": 6.915933528836754e-06, |
| "loss": 0.3313, |
| "step": 1992 |
| }, |
| { |
| "epoch": 2.6262359920896508, |
| "grad_norm": 0.19887822318537124, |
| "learning_rate": 6.8914956011730205e-06, |
| "loss": 0.3316, |
| "step": 1993 |
| }, |
| { |
| "epoch": 2.627554383651945, |
| "grad_norm": 0.19058230977685417, |
| "learning_rate": 6.867057673509286e-06, |
| "loss": 0.328, |
| "step": 1994 |
| }, |
| { |
| "epoch": 2.628872775214239, |
| "grad_norm": 0.19397700147330335, |
| "learning_rate": 6.842619745845552e-06, |
| "loss": 0.3262, |
| "step": 1995 |
| }, |
| { |
| "epoch": 2.6301911667765325, |
| "grad_norm": 0.19539525523210186, |
| "learning_rate": 6.818181818181818e-06, |
| "loss": 0.3365, |
| "step": 1996 |
| }, |
| { |
| "epoch": 2.6315095583388266, |
| "grad_norm": 0.2007737390073539, |
| "learning_rate": 6.793743890518084e-06, |
| "loss": 0.3214, |
| "step": 1997 |
| }, |
| { |
| "epoch": 2.6328279499011207, |
| "grad_norm": 0.19798605900261598, |
| "learning_rate": 6.7693059628543496e-06, |
| "loss": 0.3543, |
| "step": 1998 |
| }, |
| { |
| "epoch": 2.6341463414634148, |
| "grad_norm": 0.1992955255767942, |
| "learning_rate": 6.744868035190616e-06, |
| "loss": 0.3377, |
| "step": 1999 |
| }, |
| { |
| "epoch": 2.6354647330257084, |
| "grad_norm": 0.20754333461020452, |
| "learning_rate": 6.720430107526882e-06, |
| "loss": 0.3397, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.6367831245880025, |
| "grad_norm": 0.1970810618209529, |
| "learning_rate": 6.695992179863147e-06, |
| "loss": 0.3275, |
| "step": 2001 |
| }, |
| { |
| "epoch": 2.6381015161502965, |
| "grad_norm": 0.19341097036814817, |
| "learning_rate": 6.671554252199414e-06, |
| "loss": 0.3138, |
| "step": 2002 |
| }, |
| { |
| "epoch": 2.6394199077125906, |
| "grad_norm": 0.19347986090356536, |
| "learning_rate": 6.6471163245356795e-06, |
| "loss": 0.3238, |
| "step": 2003 |
| }, |
| { |
| "epoch": 2.6407382992748847, |
| "grad_norm": 0.1922772034661779, |
| "learning_rate": 6.622678396871945e-06, |
| "loss": 0.31, |
| "step": 2004 |
| }, |
| { |
| "epoch": 2.6420566908371788, |
| "grad_norm": 0.19865275506782712, |
| "learning_rate": 6.598240469208211e-06, |
| "loss": 0.3487, |
| "step": 2005 |
| }, |
| { |
| "epoch": 2.643375082399473, |
| "grad_norm": 0.20230491725147687, |
| "learning_rate": 6.573802541544477e-06, |
| "loss": 0.3368, |
| "step": 2006 |
| }, |
| { |
| "epoch": 2.644693473961767, |
| "grad_norm": 0.23330300245909633, |
| "learning_rate": 6.549364613880743e-06, |
| "loss": 0.3428, |
| "step": 2007 |
| }, |
| { |
| "epoch": 2.6460118655240605, |
| "grad_norm": 0.2032280947402933, |
| "learning_rate": 6.524926686217009e-06, |
| "loss": 0.3535, |
| "step": 2008 |
| }, |
| { |
| "epoch": 2.6473302570863546, |
| "grad_norm": 0.18835333010398456, |
| "learning_rate": 6.500488758553275e-06, |
| "loss": 0.3051, |
| "step": 2009 |
| }, |
| { |
| "epoch": 2.6486486486486487, |
| "grad_norm": 0.19571031104902534, |
| "learning_rate": 6.476050830889541e-06, |
| "loss": 0.3306, |
| "step": 2010 |
| }, |
| { |
| "epoch": 2.6499670402109428, |
| "grad_norm": 0.20687228797888116, |
| "learning_rate": 6.451612903225806e-06, |
| "loss": 0.3509, |
| "step": 2011 |
| }, |
| { |
| "epoch": 2.6512854317732364, |
| "grad_norm": 0.19365512451294264, |
| "learning_rate": 6.427174975562073e-06, |
| "loss": 0.333, |
| "step": 2012 |
| }, |
| { |
| "epoch": 2.6526038233355305, |
| "grad_norm": 0.20046103345376834, |
| "learning_rate": 6.4027370478983385e-06, |
| "loss": 0.3361, |
| "step": 2013 |
| }, |
| { |
| "epoch": 2.6539222148978245, |
| "grad_norm": 0.20733857843267475, |
| "learning_rate": 6.378299120234604e-06, |
| "loss": 0.3566, |
| "step": 2014 |
| }, |
| { |
| "epoch": 2.6552406064601186, |
| "grad_norm": 0.20040317842059957, |
| "learning_rate": 6.35386119257087e-06, |
| "loss": 0.3381, |
| "step": 2015 |
| }, |
| { |
| "epoch": 2.6565589980224127, |
| "grad_norm": 0.20817273828628485, |
| "learning_rate": 6.329423264907136e-06, |
| "loss": 0.3266, |
| "step": 2016 |
| }, |
| { |
| "epoch": 2.6578773895847068, |
| "grad_norm": 0.19812342256052914, |
| "learning_rate": 6.304985337243402e-06, |
| "loss": 0.3505, |
| "step": 2017 |
| }, |
| { |
| "epoch": 2.659195781147001, |
| "grad_norm": 0.22034686150435662, |
| "learning_rate": 6.280547409579668e-06, |
| "loss": 0.3544, |
| "step": 2018 |
| }, |
| { |
| "epoch": 2.660514172709295, |
| "grad_norm": 0.19501506849787847, |
| "learning_rate": 6.256109481915934e-06, |
| "loss": 0.3327, |
| "step": 2019 |
| }, |
| { |
| "epoch": 2.6618325642715885, |
| "grad_norm": 0.19515117832330553, |
| "learning_rate": 6.2316715542522e-06, |
| "loss": 0.3363, |
| "step": 2020 |
| }, |
| { |
| "epoch": 2.6631509558338826, |
| "grad_norm": 0.20320840525049483, |
| "learning_rate": 6.207233626588465e-06, |
| "loss": 0.3487, |
| "step": 2021 |
| }, |
| { |
| "epoch": 2.6644693473961767, |
| "grad_norm": 0.19819592541711292, |
| "learning_rate": 6.182795698924732e-06, |
| "loss": 0.3415, |
| "step": 2022 |
| }, |
| { |
| "epoch": 2.6657877389584708, |
| "grad_norm": 0.2061364579198658, |
| "learning_rate": 6.1583577712609975e-06, |
| "loss": 0.3344, |
| "step": 2023 |
| }, |
| { |
| "epoch": 2.6671061305207644, |
| "grad_norm": 0.19147458539382373, |
| "learning_rate": 6.133919843597263e-06, |
| "loss": 0.3341, |
| "step": 2024 |
| }, |
| { |
| "epoch": 2.6684245220830585, |
| "grad_norm": 0.19979013944393628, |
| "learning_rate": 6.109481915933529e-06, |
| "loss": 0.3288, |
| "step": 2025 |
| }, |
| { |
| "epoch": 2.6697429136453525, |
| "grad_norm": 0.19329038284882966, |
| "learning_rate": 6.085043988269795e-06, |
| "loss": 0.3223, |
| "step": 2026 |
| }, |
| { |
| "epoch": 2.6710613052076466, |
| "grad_norm": 0.19303188734544718, |
| "learning_rate": 6.060606060606061e-06, |
| "loss": 0.3416, |
| "step": 2027 |
| }, |
| { |
| "epoch": 2.6723796967699407, |
| "grad_norm": 0.21068774891696337, |
| "learning_rate": 6.036168132942327e-06, |
| "loss": 0.3353, |
| "step": 2028 |
| }, |
| { |
| "epoch": 2.6736980883322348, |
| "grad_norm": 0.18628886289174187, |
| "learning_rate": 6.011730205278593e-06, |
| "loss": 0.3161, |
| "step": 2029 |
| }, |
| { |
| "epoch": 2.675016479894529, |
| "grad_norm": 0.18794148898306237, |
| "learning_rate": 5.987292277614859e-06, |
| "loss": 0.3286, |
| "step": 2030 |
| }, |
| { |
| "epoch": 2.676334871456823, |
| "grad_norm": 0.19904906076453327, |
| "learning_rate": 5.962854349951124e-06, |
| "loss": 0.3243, |
| "step": 2031 |
| }, |
| { |
| "epoch": 2.6776532630191165, |
| "grad_norm": 0.19953976010887278, |
| "learning_rate": 5.938416422287391e-06, |
| "loss": 0.3435, |
| "step": 2032 |
| }, |
| { |
| "epoch": 2.6789716545814106, |
| "grad_norm": 0.2006765515174467, |
| "learning_rate": 5.9139784946236566e-06, |
| "loss": 0.3518, |
| "step": 2033 |
| }, |
| { |
| "epoch": 2.6802900461437047, |
| "grad_norm": 0.1926027028431472, |
| "learning_rate": 5.889540566959922e-06, |
| "loss": 0.3329, |
| "step": 2034 |
| }, |
| { |
| "epoch": 2.6816084377059988, |
| "grad_norm": 0.19275061291715584, |
| "learning_rate": 5.865102639296189e-06, |
| "loss": 0.333, |
| "step": 2035 |
| }, |
| { |
| "epoch": 2.682926829268293, |
| "grad_norm": 0.1948314507567309, |
| "learning_rate": 5.8406647116324535e-06, |
| "loss": 0.3152, |
| "step": 2036 |
| }, |
| { |
| "epoch": 2.6842452208305865, |
| "grad_norm": 0.189532379159927, |
| "learning_rate": 5.816226783968719e-06, |
| "loss": 0.329, |
| "step": 2037 |
| }, |
| { |
| "epoch": 2.6855636123928806, |
| "grad_norm": 0.19625727744316665, |
| "learning_rate": 5.791788856304986e-06, |
| "loss": 0.3622, |
| "step": 2038 |
| }, |
| { |
| "epoch": 2.6868820039551746, |
| "grad_norm": 0.20748184083535912, |
| "learning_rate": 5.767350928641251e-06, |
| "loss": 0.3471, |
| "step": 2039 |
| }, |
| { |
| "epoch": 2.6882003955174687, |
| "grad_norm": 0.19313880039273804, |
| "learning_rate": 5.742913000977517e-06, |
| "loss": 0.3498, |
| "step": 2040 |
| }, |
| { |
| "epoch": 2.6895187870797628, |
| "grad_norm": 0.20043820709994997, |
| "learning_rate": 5.7184750733137834e-06, |
| "loss": 0.3353, |
| "step": 2041 |
| }, |
| { |
| "epoch": 2.690837178642057, |
| "grad_norm": 0.19144582864647716, |
| "learning_rate": 5.694037145650049e-06, |
| "loss": 0.3399, |
| "step": 2042 |
| }, |
| { |
| "epoch": 2.692155570204351, |
| "grad_norm": 0.1985032489942447, |
| "learning_rate": 5.669599217986315e-06, |
| "loss": 0.3483, |
| "step": 2043 |
| }, |
| { |
| "epoch": 2.6934739617666446, |
| "grad_norm": 0.21339002475642693, |
| "learning_rate": 5.64516129032258e-06, |
| "loss": 0.3483, |
| "step": 2044 |
| }, |
| { |
| "epoch": 2.6947923533289386, |
| "grad_norm": 0.19731285095456808, |
| "learning_rate": 5.620723362658847e-06, |
| "loss": 0.3439, |
| "step": 2045 |
| }, |
| { |
| "epoch": 2.6961107448912327, |
| "grad_norm": 0.19151266508411882, |
| "learning_rate": 5.5962854349951125e-06, |
| "loss": 0.3214, |
| "step": 2046 |
| }, |
| { |
| "epoch": 2.6974291364535268, |
| "grad_norm": 0.19531125837460966, |
| "learning_rate": 5.571847507331378e-06, |
| "loss": 0.3297, |
| "step": 2047 |
| }, |
| { |
| "epoch": 2.698747528015821, |
| "grad_norm": 0.2040876165893838, |
| "learning_rate": 5.547409579667645e-06, |
| "loss": 0.3723, |
| "step": 2048 |
| }, |
| { |
| "epoch": 2.7000659195781145, |
| "grad_norm": 0.19266760947444342, |
| "learning_rate": 5.52297165200391e-06, |
| "loss": 0.3152, |
| "step": 2049 |
| }, |
| { |
| "epoch": 2.7013843111404086, |
| "grad_norm": 0.19211452352467057, |
| "learning_rate": 5.498533724340176e-06, |
| "loss": 0.3342, |
| "step": 2050 |
| }, |
| { |
| "epoch": 2.7027027027027026, |
| "grad_norm": 0.18718079948746566, |
| "learning_rate": 5.4740957966764424e-06, |
| "loss": 0.3208, |
| "step": 2051 |
| }, |
| { |
| "epoch": 2.7040210942649967, |
| "grad_norm": 0.18992815020822054, |
| "learning_rate": 5.449657869012708e-06, |
| "loss": 0.34, |
| "step": 2052 |
| }, |
| { |
| "epoch": 2.705339485827291, |
| "grad_norm": 0.19615835086277775, |
| "learning_rate": 5.425219941348974e-06, |
| "loss": 0.3435, |
| "step": 2053 |
| }, |
| { |
| "epoch": 2.706657877389585, |
| "grad_norm": 0.1937842849322194, |
| "learning_rate": 5.40078201368524e-06, |
| "loss": 0.3305, |
| "step": 2054 |
| }, |
| { |
| "epoch": 2.707976268951879, |
| "grad_norm": 0.19573228417208113, |
| "learning_rate": 5.376344086021506e-06, |
| "loss": 0.3529, |
| "step": 2055 |
| }, |
| { |
| "epoch": 2.7092946605141726, |
| "grad_norm": 0.1992104277821638, |
| "learning_rate": 5.3519061583577715e-06, |
| "loss": 0.3497, |
| "step": 2056 |
| }, |
| { |
| "epoch": 2.7106130520764666, |
| "grad_norm": 0.20993821189830347, |
| "learning_rate": 5.327468230694037e-06, |
| "loss": 0.3506, |
| "step": 2057 |
| }, |
| { |
| "epoch": 2.7119314436387607, |
| "grad_norm": 0.1940839956980311, |
| "learning_rate": 5.303030303030304e-06, |
| "loss": 0.343, |
| "step": 2058 |
| }, |
| { |
| "epoch": 2.713249835201055, |
| "grad_norm": 0.20297715952936174, |
| "learning_rate": 5.278592375366569e-06, |
| "loss": 0.3494, |
| "step": 2059 |
| }, |
| { |
| "epoch": 2.714568226763349, |
| "grad_norm": 0.18868033632582276, |
| "learning_rate": 5.254154447702835e-06, |
| "loss": 0.3432, |
| "step": 2060 |
| }, |
| { |
| "epoch": 2.7158866183256425, |
| "grad_norm": 0.20223095182743353, |
| "learning_rate": 5.2297165200391015e-06, |
| "loss": 0.3337, |
| "step": 2061 |
| }, |
| { |
| "epoch": 2.7172050098879366, |
| "grad_norm": 0.19331658014090553, |
| "learning_rate": 5.205278592375367e-06, |
| "loss": 0.3315, |
| "step": 2062 |
| }, |
| { |
| "epoch": 2.7185234014502306, |
| "grad_norm": 0.2066808102957745, |
| "learning_rate": 5.180840664711633e-06, |
| "loss": 0.3225, |
| "step": 2063 |
| }, |
| { |
| "epoch": 2.7198417930125247, |
| "grad_norm": 0.18600868915737956, |
| "learning_rate": 5.156402737047899e-06, |
| "loss": 0.3229, |
| "step": 2064 |
| }, |
| { |
| "epoch": 2.721160184574819, |
| "grad_norm": 0.19580613504367286, |
| "learning_rate": 5.131964809384165e-06, |
| "loss": 0.3495, |
| "step": 2065 |
| }, |
| { |
| "epoch": 2.722478576137113, |
| "grad_norm": 0.1948653182453331, |
| "learning_rate": 5.1075268817204305e-06, |
| "loss": 0.3293, |
| "step": 2066 |
| }, |
| { |
| "epoch": 2.723796967699407, |
| "grad_norm": 0.19614675861979547, |
| "learning_rate": 5.083088954056696e-06, |
| "loss": 0.3218, |
| "step": 2067 |
| }, |
| { |
| "epoch": 2.7251153592617006, |
| "grad_norm": 0.19510032425701251, |
| "learning_rate": 5.058651026392962e-06, |
| "loss": 0.3468, |
| "step": 2068 |
| }, |
| { |
| "epoch": 2.7264337508239946, |
| "grad_norm": 0.19879743049180232, |
| "learning_rate": 5.0342130987292275e-06, |
| "loss": 0.3156, |
| "step": 2069 |
| }, |
| { |
| "epoch": 2.7277521423862887, |
| "grad_norm": 0.1907468501153064, |
| "learning_rate": 5.009775171065494e-06, |
| "loss": 0.3314, |
| "step": 2070 |
| }, |
| { |
| "epoch": 2.729070533948583, |
| "grad_norm": 0.19473629694975167, |
| "learning_rate": 4.98533724340176e-06, |
| "loss": 0.3423, |
| "step": 2071 |
| }, |
| { |
| "epoch": 2.730388925510877, |
| "grad_norm": 0.2031826090872409, |
| "learning_rate": 4.960899315738025e-06, |
| "loss": 0.3547, |
| "step": 2072 |
| }, |
| { |
| "epoch": 2.7317073170731705, |
| "grad_norm": 0.1941324729932609, |
| "learning_rate": 4.936461388074291e-06, |
| "loss": 0.3388, |
| "step": 2073 |
| }, |
| { |
| "epoch": 2.7330257086354646, |
| "grad_norm": 0.19224625675054066, |
| "learning_rate": 4.912023460410557e-06, |
| "loss": 0.3246, |
| "step": 2074 |
| }, |
| { |
| "epoch": 2.7343441001977586, |
| "grad_norm": 0.20572730441188697, |
| "learning_rate": 4.887585532746823e-06, |
| "loss": 0.3587, |
| "step": 2075 |
| }, |
| { |
| "epoch": 2.7356624917600527, |
| "grad_norm": 0.19911446416483222, |
| "learning_rate": 4.863147605083089e-06, |
| "loss": 0.341, |
| "step": 2076 |
| }, |
| { |
| "epoch": 2.736980883322347, |
| "grad_norm": 0.1870819339149579, |
| "learning_rate": 4.838709677419355e-06, |
| "loss": 0.3353, |
| "step": 2077 |
| }, |
| { |
| "epoch": 2.738299274884641, |
| "grad_norm": 0.20624512961830685, |
| "learning_rate": 4.814271749755621e-06, |
| "loss": 0.3307, |
| "step": 2078 |
| }, |
| { |
| "epoch": 2.739617666446935, |
| "grad_norm": 0.19829936656785999, |
| "learning_rate": 4.7898338220918865e-06, |
| "loss": 0.3317, |
| "step": 2079 |
| }, |
| { |
| "epoch": 2.740936058009229, |
| "grad_norm": 0.19581791489124453, |
| "learning_rate": 4.765395894428153e-06, |
| "loss": 0.3334, |
| "step": 2080 |
| }, |
| { |
| "epoch": 2.7422544495715226, |
| "grad_norm": 0.19054040546528875, |
| "learning_rate": 4.740957966764419e-06, |
| "loss": 0.3355, |
| "step": 2081 |
| }, |
| { |
| "epoch": 2.7435728411338167, |
| "grad_norm": 0.1863631655971733, |
| "learning_rate": 4.716520039100684e-06, |
| "loss": 0.3278, |
| "step": 2082 |
| }, |
| { |
| "epoch": 2.744891232696111, |
| "grad_norm": 0.200997338711363, |
| "learning_rate": 4.692082111436951e-06, |
| "loss": 0.3462, |
| "step": 2083 |
| }, |
| { |
| "epoch": 2.746209624258405, |
| "grad_norm": 0.19057622680622172, |
| "learning_rate": 4.6676441837732164e-06, |
| "loss": 0.3435, |
| "step": 2084 |
| }, |
| { |
| "epoch": 2.7475280158206985, |
| "grad_norm": 0.1950290992406957, |
| "learning_rate": 4.643206256109482e-06, |
| "loss": 0.33, |
| "step": 2085 |
| }, |
| { |
| "epoch": 2.7488464073829926, |
| "grad_norm": 0.2005991092795198, |
| "learning_rate": 4.618768328445748e-06, |
| "loss": 0.3383, |
| "step": 2086 |
| }, |
| { |
| "epoch": 2.7501647989452866, |
| "grad_norm": 0.19886301482113788, |
| "learning_rate": 4.594330400782014e-06, |
| "loss": 0.3251, |
| "step": 2087 |
| }, |
| { |
| "epoch": 2.7514831905075807, |
| "grad_norm": 0.2015389997755768, |
| "learning_rate": 4.56989247311828e-06, |
| "loss": 0.3453, |
| "step": 2088 |
| }, |
| { |
| "epoch": 2.752801582069875, |
| "grad_norm": 0.19046593810802795, |
| "learning_rate": 4.5454545454545455e-06, |
| "loss": 0.3192, |
| "step": 2089 |
| }, |
| { |
| "epoch": 2.754119973632169, |
| "grad_norm": 0.19407542359190486, |
| "learning_rate": 4.521016617790812e-06, |
| "loss": 0.3332, |
| "step": 2090 |
| }, |
| { |
| "epoch": 2.755438365194463, |
| "grad_norm": 0.19121077363307534, |
| "learning_rate": 4.496578690127078e-06, |
| "loss": 0.3279, |
| "step": 2091 |
| }, |
| { |
| "epoch": 2.756756756756757, |
| "grad_norm": 0.19261910633540463, |
| "learning_rate": 4.472140762463343e-06, |
| "loss": 0.331, |
| "step": 2092 |
| }, |
| { |
| "epoch": 2.7580751483190507, |
| "grad_norm": 0.1872575449870302, |
| "learning_rate": 4.44770283479961e-06, |
| "loss": 0.3267, |
| "step": 2093 |
| }, |
| { |
| "epoch": 2.7593935398813447, |
| "grad_norm": 0.18989567062775445, |
| "learning_rate": 4.4232649071358754e-06, |
| "loss": 0.3411, |
| "step": 2094 |
| }, |
| { |
| "epoch": 2.760711931443639, |
| "grad_norm": 0.18481316356971866, |
| "learning_rate": 4.398826979472141e-06, |
| "loss": 0.3326, |
| "step": 2095 |
| }, |
| { |
| "epoch": 2.762030323005933, |
| "grad_norm": 0.20181049926404268, |
| "learning_rate": 4.374389051808407e-06, |
| "loss": 0.3266, |
| "step": 2096 |
| }, |
| { |
| "epoch": 2.7633487145682265, |
| "grad_norm": 0.20032100452158455, |
| "learning_rate": 4.349951124144673e-06, |
| "loss": 0.3291, |
| "step": 2097 |
| }, |
| { |
| "epoch": 2.7646671061305206, |
| "grad_norm": 0.19377780034441922, |
| "learning_rate": 4.325513196480939e-06, |
| "loss": 0.3459, |
| "step": 2098 |
| }, |
| { |
| "epoch": 2.7659854976928147, |
| "grad_norm": 0.1908243170145121, |
| "learning_rate": 4.3010752688172045e-06, |
| "loss": 0.3318, |
| "step": 2099 |
| }, |
| { |
| "epoch": 2.7673038892551087, |
| "grad_norm": 0.18910242374735092, |
| "learning_rate": 4.27663734115347e-06, |
| "loss": 0.3293, |
| "step": 2100 |
| }, |
| { |
| "epoch": 2.768622280817403, |
| "grad_norm": 0.19675577080950357, |
| "learning_rate": 4.252199413489736e-06, |
| "loss": 0.3407, |
| "step": 2101 |
| }, |
| { |
| "epoch": 2.769940672379697, |
| "grad_norm": 0.1837722444949726, |
| "learning_rate": 4.2277614858260015e-06, |
| "loss": 0.3194, |
| "step": 2102 |
| }, |
| { |
| "epoch": 2.771259063941991, |
| "grad_norm": 0.19189585539728862, |
| "learning_rate": 4.203323558162268e-06, |
| "loss": 0.3333, |
| "step": 2103 |
| }, |
| { |
| "epoch": 2.772577455504285, |
| "grad_norm": 0.19282412882813152, |
| "learning_rate": 4.178885630498534e-06, |
| "loss": 0.3339, |
| "step": 2104 |
| }, |
| { |
| "epoch": 2.7738958470665787, |
| "grad_norm": 0.1925822502664143, |
| "learning_rate": 4.154447702834799e-06, |
| "loss": 0.3359, |
| "step": 2105 |
| }, |
| { |
| "epoch": 2.7752142386288727, |
| "grad_norm": 0.18472455996833684, |
| "learning_rate": 4.130009775171066e-06, |
| "loss": 0.3175, |
| "step": 2106 |
| }, |
| { |
| "epoch": 2.776532630191167, |
| "grad_norm": 0.19938046868579282, |
| "learning_rate": 4.105571847507331e-06, |
| "loss": 0.3374, |
| "step": 2107 |
| }, |
| { |
| "epoch": 2.777851021753461, |
| "grad_norm": 0.19921703839707253, |
| "learning_rate": 4.081133919843597e-06, |
| "loss": 0.349, |
| "step": 2108 |
| }, |
| { |
| "epoch": 2.7791694133157545, |
| "grad_norm": 0.19031899853037068, |
| "learning_rate": 4.0566959921798636e-06, |
| "loss": 0.3322, |
| "step": 2109 |
| }, |
| { |
| "epoch": 2.7804878048780486, |
| "grad_norm": 0.19184301091768105, |
| "learning_rate": 4.032258064516129e-06, |
| "loss": 0.3466, |
| "step": 2110 |
| }, |
| { |
| "epoch": 2.7818061964403427, |
| "grad_norm": 0.19371359187277096, |
| "learning_rate": 4.007820136852395e-06, |
| "loss": 0.3426, |
| "step": 2111 |
| }, |
| { |
| "epoch": 2.7831245880026367, |
| "grad_norm": 0.19815390533729657, |
| "learning_rate": 3.983382209188661e-06, |
| "loss": 0.3405, |
| "step": 2112 |
| }, |
| { |
| "epoch": 2.784442979564931, |
| "grad_norm": 0.20452648638368856, |
| "learning_rate": 3.958944281524927e-06, |
| "loss": 0.3661, |
| "step": 2113 |
| }, |
| { |
| "epoch": 2.785761371127225, |
| "grad_norm": 0.2102472373404867, |
| "learning_rate": 3.934506353861193e-06, |
| "loss": 0.3476, |
| "step": 2114 |
| }, |
| { |
| "epoch": 2.787079762689519, |
| "grad_norm": 0.1924463215304557, |
| "learning_rate": 3.910068426197458e-06, |
| "loss": 0.3223, |
| "step": 2115 |
| }, |
| { |
| "epoch": 2.788398154251813, |
| "grad_norm": 0.19650839660020433, |
| "learning_rate": 3.885630498533725e-06, |
| "loss": 0.3175, |
| "step": 2116 |
| }, |
| { |
| "epoch": 2.7897165458141067, |
| "grad_norm": 0.19485558279465567, |
| "learning_rate": 3.8611925708699904e-06, |
| "loss": 0.3376, |
| "step": 2117 |
| }, |
| { |
| "epoch": 2.7910349373764007, |
| "grad_norm": 0.19130881866331642, |
| "learning_rate": 3.836754643206256e-06, |
| "loss": 0.339, |
| "step": 2118 |
| }, |
| { |
| "epoch": 2.792353328938695, |
| "grad_norm": 0.1894774268374077, |
| "learning_rate": 3.812316715542522e-06, |
| "loss": 0.3367, |
| "step": 2119 |
| }, |
| { |
| "epoch": 2.793671720500989, |
| "grad_norm": 0.19174458937444114, |
| "learning_rate": 3.7878787878787882e-06, |
| "loss": 0.3312, |
| "step": 2120 |
| }, |
| { |
| "epoch": 2.794990112063283, |
| "grad_norm": 0.2121580649478023, |
| "learning_rate": 3.763440860215054e-06, |
| "loss": 0.3562, |
| "step": 2121 |
| }, |
| { |
| "epoch": 2.7963085036255766, |
| "grad_norm": 0.1879505914778147, |
| "learning_rate": 3.73900293255132e-06, |
| "loss": 0.3222, |
| "step": 2122 |
| }, |
| { |
| "epoch": 2.7976268951878707, |
| "grad_norm": 0.19100819635223004, |
| "learning_rate": 3.714565004887586e-06, |
| "loss": 0.3226, |
| "step": 2123 |
| }, |
| { |
| "epoch": 2.7989452867501647, |
| "grad_norm": 0.204405373876338, |
| "learning_rate": 3.6901270772238517e-06, |
| "loss": 0.347, |
| "step": 2124 |
| }, |
| { |
| "epoch": 2.800263678312459, |
| "grad_norm": 0.19744741948390865, |
| "learning_rate": 3.6656891495601177e-06, |
| "loss": 0.3306, |
| "step": 2125 |
| }, |
| { |
| "epoch": 2.801582069874753, |
| "grad_norm": 0.19622362458741707, |
| "learning_rate": 3.641251221896384e-06, |
| "loss": 0.345, |
| "step": 2126 |
| }, |
| { |
| "epoch": 2.802900461437047, |
| "grad_norm": 0.178048849522325, |
| "learning_rate": 3.6168132942326494e-06, |
| "loss": 0.3079, |
| "step": 2127 |
| }, |
| { |
| "epoch": 2.804218852999341, |
| "grad_norm": 0.1926019981659532, |
| "learning_rate": 3.5923753665689155e-06, |
| "loss": 0.3269, |
| "step": 2128 |
| }, |
| { |
| "epoch": 2.8055372445616347, |
| "grad_norm": 0.19090093759852486, |
| "learning_rate": 3.567937438905181e-06, |
| "loss": 0.3268, |
| "step": 2129 |
| }, |
| { |
| "epoch": 2.8068556361239287, |
| "grad_norm": 0.19242608877625508, |
| "learning_rate": 3.5434995112414472e-06, |
| "loss": 0.3202, |
| "step": 2130 |
| }, |
| { |
| "epoch": 2.808174027686223, |
| "grad_norm": 0.2025644564586471, |
| "learning_rate": 3.5190615835777133e-06, |
| "loss": 0.3442, |
| "step": 2131 |
| }, |
| { |
| "epoch": 2.809492419248517, |
| "grad_norm": 0.1929920834079015, |
| "learning_rate": 3.4946236559139785e-06, |
| "loss": 0.3337, |
| "step": 2132 |
| }, |
| { |
| "epoch": 2.810810810810811, |
| "grad_norm": 0.18598283318342665, |
| "learning_rate": 3.470185728250244e-06, |
| "loss": 0.3359, |
| "step": 2133 |
| }, |
| { |
| "epoch": 2.8121292023731046, |
| "grad_norm": 0.18709037279742347, |
| "learning_rate": 3.4457478005865102e-06, |
| "loss": 0.3163, |
| "step": 2134 |
| }, |
| { |
| "epoch": 2.8134475939353987, |
| "grad_norm": 0.19671151873192397, |
| "learning_rate": 3.421309872922776e-06, |
| "loss": 0.3396, |
| "step": 2135 |
| }, |
| { |
| "epoch": 2.8147659854976927, |
| "grad_norm": 0.1963072428058073, |
| "learning_rate": 3.396871945259042e-06, |
| "loss": 0.3493, |
| "step": 2136 |
| }, |
| { |
| "epoch": 2.816084377059987, |
| "grad_norm": 0.1873365601008704, |
| "learning_rate": 3.372434017595308e-06, |
| "loss": 0.3339, |
| "step": 2137 |
| }, |
| { |
| "epoch": 2.817402768622281, |
| "grad_norm": 0.19892061671488317, |
| "learning_rate": 3.3479960899315737e-06, |
| "loss": 0.3411, |
| "step": 2138 |
| }, |
| { |
| "epoch": 2.818721160184575, |
| "grad_norm": 0.18966364663782573, |
| "learning_rate": 3.3235581622678398e-06, |
| "loss": 0.3308, |
| "step": 2139 |
| }, |
| { |
| "epoch": 2.820039551746869, |
| "grad_norm": 0.19111494019444392, |
| "learning_rate": 3.2991202346041054e-06, |
| "loss": 0.326, |
| "step": 2140 |
| }, |
| { |
| "epoch": 2.8213579433091627, |
| "grad_norm": 0.19058206961483667, |
| "learning_rate": 3.2746823069403715e-06, |
| "loss": 0.3288, |
| "step": 2141 |
| }, |
| { |
| "epoch": 2.8226763348714567, |
| "grad_norm": 0.1789953907967342, |
| "learning_rate": 3.2502443792766375e-06, |
| "loss": 0.3219, |
| "step": 2142 |
| }, |
| { |
| "epoch": 2.823994726433751, |
| "grad_norm": 0.19421950300574983, |
| "learning_rate": 3.225806451612903e-06, |
| "loss": 0.327, |
| "step": 2143 |
| }, |
| { |
| "epoch": 2.825313117996045, |
| "grad_norm": 0.19434339781436663, |
| "learning_rate": 3.2013685239491693e-06, |
| "loss": 0.3257, |
| "step": 2144 |
| }, |
| { |
| "epoch": 2.826631509558339, |
| "grad_norm": 0.18936351004004753, |
| "learning_rate": 3.176930596285435e-06, |
| "loss": 0.3353, |
| "step": 2145 |
| }, |
| { |
| "epoch": 2.8279499011206326, |
| "grad_norm": 0.19698498983314916, |
| "learning_rate": 3.152492668621701e-06, |
| "loss": 0.3444, |
| "step": 2146 |
| }, |
| { |
| "epoch": 2.8292682926829267, |
| "grad_norm": 0.1989629721632402, |
| "learning_rate": 3.128054740957967e-06, |
| "loss": 0.3387, |
| "step": 2147 |
| }, |
| { |
| "epoch": 2.8305866842452208, |
| "grad_norm": 0.18816343369755775, |
| "learning_rate": 3.1036168132942327e-06, |
| "loss": 0.3216, |
| "step": 2148 |
| }, |
| { |
| "epoch": 2.831905075807515, |
| "grad_norm": 0.18811987971680927, |
| "learning_rate": 3.0791788856304988e-06, |
| "loss": 0.3171, |
| "step": 2149 |
| }, |
| { |
| "epoch": 2.833223467369809, |
| "grad_norm": 0.18908532303431305, |
| "learning_rate": 3.0547409579667644e-06, |
| "loss": 0.3284, |
| "step": 2150 |
| }, |
| { |
| "epoch": 2.834541858932103, |
| "grad_norm": 0.19569774842923737, |
| "learning_rate": 3.0303030303030305e-06, |
| "loss": 0.3559, |
| "step": 2151 |
| }, |
| { |
| "epoch": 2.835860250494397, |
| "grad_norm": 0.1949032243751212, |
| "learning_rate": 3.0058651026392966e-06, |
| "loss": 0.3353, |
| "step": 2152 |
| }, |
| { |
| "epoch": 2.8371786420566907, |
| "grad_norm": 0.18845388646122846, |
| "learning_rate": 2.981427174975562e-06, |
| "loss": 0.3383, |
| "step": 2153 |
| }, |
| { |
| "epoch": 2.8384970336189848, |
| "grad_norm": 0.19930605479223554, |
| "learning_rate": 2.9569892473118283e-06, |
| "loss": 0.3356, |
| "step": 2154 |
| }, |
| { |
| "epoch": 2.839815425181279, |
| "grad_norm": 0.20446211404398068, |
| "learning_rate": 2.9325513196480943e-06, |
| "loss": 0.3552, |
| "step": 2155 |
| }, |
| { |
| "epoch": 2.841133816743573, |
| "grad_norm": 0.19362140448930634, |
| "learning_rate": 2.9081133919843596e-06, |
| "loss": 0.3477, |
| "step": 2156 |
| }, |
| { |
| "epoch": 2.842452208305867, |
| "grad_norm": 0.1922226174978375, |
| "learning_rate": 2.8836754643206256e-06, |
| "loss": 0.3316, |
| "step": 2157 |
| }, |
| { |
| "epoch": 2.8437705998681606, |
| "grad_norm": 0.19157264482803996, |
| "learning_rate": 2.8592375366568917e-06, |
| "loss": 0.3232, |
| "step": 2158 |
| }, |
| { |
| "epoch": 2.8450889914304547, |
| "grad_norm": 0.18553872136340369, |
| "learning_rate": 2.8347996089931574e-06, |
| "loss": 0.3314, |
| "step": 2159 |
| }, |
| { |
| "epoch": 2.8464073829927488, |
| "grad_norm": 0.18757908190236655, |
| "learning_rate": 2.8103616813294234e-06, |
| "loss": 0.326, |
| "step": 2160 |
| }, |
| { |
| "epoch": 2.847725774555043, |
| "grad_norm": 0.19080575097158475, |
| "learning_rate": 2.785923753665689e-06, |
| "loss": 0.3092, |
| "step": 2161 |
| }, |
| { |
| "epoch": 2.849044166117337, |
| "grad_norm": 0.19075661301420238, |
| "learning_rate": 2.761485826001955e-06, |
| "loss": 0.3367, |
| "step": 2162 |
| }, |
| { |
| "epoch": 2.850362557679631, |
| "grad_norm": 0.23161400613315627, |
| "learning_rate": 2.7370478983382212e-06, |
| "loss": 0.3336, |
| "step": 2163 |
| }, |
| { |
| "epoch": 2.851680949241925, |
| "grad_norm": 0.19061705883834523, |
| "learning_rate": 2.712609970674487e-06, |
| "loss": 0.3402, |
| "step": 2164 |
| }, |
| { |
| "epoch": 2.852999340804219, |
| "grad_norm": 0.19716027726493054, |
| "learning_rate": 2.688172043010753e-06, |
| "loss": 0.3271, |
| "step": 2165 |
| }, |
| { |
| "epoch": 2.8543177323665128, |
| "grad_norm": 0.19041981276719772, |
| "learning_rate": 2.6637341153470186e-06, |
| "loss": 0.3328, |
| "step": 2166 |
| }, |
| { |
| "epoch": 2.855636123928807, |
| "grad_norm": 0.18771827080040457, |
| "learning_rate": 2.6392961876832847e-06, |
| "loss": 0.3222, |
| "step": 2167 |
| }, |
| { |
| "epoch": 2.856954515491101, |
| "grad_norm": 0.1955227597232197, |
| "learning_rate": 2.6148582600195507e-06, |
| "loss": 0.3386, |
| "step": 2168 |
| }, |
| { |
| "epoch": 2.858272907053395, |
| "grad_norm": 0.18605589896417826, |
| "learning_rate": 2.5904203323558164e-06, |
| "loss": 0.3389, |
| "step": 2169 |
| }, |
| { |
| "epoch": 2.8595912986156886, |
| "grad_norm": 0.19120111498301257, |
| "learning_rate": 2.5659824046920824e-06, |
| "loss": 0.3287, |
| "step": 2170 |
| }, |
| { |
| "epoch": 2.8609096901779827, |
| "grad_norm": 0.19531114317421822, |
| "learning_rate": 2.541544477028348e-06, |
| "loss": 0.3378, |
| "step": 2171 |
| }, |
| { |
| "epoch": 2.8622280817402768, |
| "grad_norm": 0.18867634578018425, |
| "learning_rate": 2.5171065493646137e-06, |
| "loss": 0.33, |
| "step": 2172 |
| }, |
| { |
| "epoch": 2.863546473302571, |
| "grad_norm": 0.18961809380822722, |
| "learning_rate": 2.49266862170088e-06, |
| "loss": 0.3309, |
| "step": 2173 |
| }, |
| { |
| "epoch": 2.864864864864865, |
| "grad_norm": 0.1843064745059568, |
| "learning_rate": 2.4682306940371455e-06, |
| "loss": 0.3278, |
| "step": 2174 |
| }, |
| { |
| "epoch": 2.866183256427159, |
| "grad_norm": 0.1934028206696591, |
| "learning_rate": 2.4437927663734115e-06, |
| "loss": 0.3348, |
| "step": 2175 |
| }, |
| { |
| "epoch": 2.867501647989453, |
| "grad_norm": 0.19738623216056772, |
| "learning_rate": 2.4193548387096776e-06, |
| "loss": 0.3578, |
| "step": 2176 |
| }, |
| { |
| "epoch": 2.868820039551747, |
| "grad_norm": 0.178633171919283, |
| "learning_rate": 2.3949169110459433e-06, |
| "loss": 0.3074, |
| "step": 2177 |
| }, |
| { |
| "epoch": 2.8701384311140408, |
| "grad_norm": 0.19019908693682677, |
| "learning_rate": 2.3704789833822093e-06, |
| "loss": 0.3315, |
| "step": 2178 |
| }, |
| { |
| "epoch": 2.871456822676335, |
| "grad_norm": 0.19716212037124078, |
| "learning_rate": 2.3460410557184754e-06, |
| "loss": 0.3354, |
| "step": 2179 |
| }, |
| { |
| "epoch": 2.872775214238629, |
| "grad_norm": 0.1958698108655413, |
| "learning_rate": 2.321603128054741e-06, |
| "loss": 0.3351, |
| "step": 2180 |
| }, |
| { |
| "epoch": 2.874093605800923, |
| "grad_norm": 0.19056023858701332, |
| "learning_rate": 2.297165200391007e-06, |
| "loss": 0.3319, |
| "step": 2181 |
| }, |
| { |
| "epoch": 2.8754119973632166, |
| "grad_norm": 0.19161409314601097, |
| "learning_rate": 2.2727272727272728e-06, |
| "loss": 0.3417, |
| "step": 2182 |
| }, |
| { |
| "epoch": 2.8767303889255107, |
| "grad_norm": 0.18438143018644826, |
| "learning_rate": 2.248289345063539e-06, |
| "loss": 0.3179, |
| "step": 2183 |
| }, |
| { |
| "epoch": 2.8780487804878048, |
| "grad_norm": 0.6689029333333235, |
| "learning_rate": 2.223851417399805e-06, |
| "loss": 0.318, |
| "step": 2184 |
| }, |
| { |
| "epoch": 2.879367172050099, |
| "grad_norm": 0.18477973160684033, |
| "learning_rate": 2.1994134897360705e-06, |
| "loss": 0.3229, |
| "step": 2185 |
| }, |
| { |
| "epoch": 2.880685563612393, |
| "grad_norm": 0.1884274433487631, |
| "learning_rate": 2.1749755620723366e-06, |
| "loss": 0.3386, |
| "step": 2186 |
| }, |
| { |
| "epoch": 2.882003955174687, |
| "grad_norm": 0.20630423423851857, |
| "learning_rate": 2.1505376344086023e-06, |
| "loss": 0.3476, |
| "step": 2187 |
| }, |
| { |
| "epoch": 2.883322346736981, |
| "grad_norm": 0.18614179305840556, |
| "learning_rate": 2.126099706744868e-06, |
| "loss": 0.3192, |
| "step": 2188 |
| }, |
| { |
| "epoch": 2.884640738299275, |
| "grad_norm": 0.18680914808772175, |
| "learning_rate": 2.101661779081134e-06, |
| "loss": 0.3338, |
| "step": 2189 |
| }, |
| { |
| "epoch": 2.8859591298615688, |
| "grad_norm": 0.199192581930322, |
| "learning_rate": 2.0772238514173996e-06, |
| "loss": 0.3311, |
| "step": 2190 |
| }, |
| { |
| "epoch": 2.887277521423863, |
| "grad_norm": 0.18352074878779923, |
| "learning_rate": 2.0527859237536657e-06, |
| "loss": 0.3224, |
| "step": 2191 |
| }, |
| { |
| "epoch": 2.888595912986157, |
| "grad_norm": 0.18932127201513124, |
| "learning_rate": 2.0283479960899318e-06, |
| "loss": 0.3321, |
| "step": 2192 |
| }, |
| { |
| "epoch": 2.889914304548451, |
| "grad_norm": 0.19094772226045478, |
| "learning_rate": 2.0039100684261974e-06, |
| "loss": 0.3294, |
| "step": 2193 |
| }, |
| { |
| "epoch": 2.8912326961107446, |
| "grad_norm": 0.1867504359627165, |
| "learning_rate": 1.9794721407624635e-06, |
| "loss": 0.3301, |
| "step": 2194 |
| }, |
| { |
| "epoch": 2.8925510876730387, |
| "grad_norm": 0.18945708331220618, |
| "learning_rate": 1.955034213098729e-06, |
| "loss": 0.3314, |
| "step": 2195 |
| }, |
| { |
| "epoch": 2.8938694792353328, |
| "grad_norm": 0.2010827815855261, |
| "learning_rate": 1.9305962854349952e-06, |
| "loss": 0.3483, |
| "step": 2196 |
| }, |
| { |
| "epoch": 2.895187870797627, |
| "grad_norm": 0.19129046977578942, |
| "learning_rate": 1.906158357771261e-06, |
| "loss": 0.3453, |
| "step": 2197 |
| }, |
| { |
| "epoch": 2.896506262359921, |
| "grad_norm": 0.1858865628065424, |
| "learning_rate": 1.881720430107527e-06, |
| "loss": 0.3287, |
| "step": 2198 |
| }, |
| { |
| "epoch": 2.897824653922215, |
| "grad_norm": 0.1937357760715379, |
| "learning_rate": 1.857282502443793e-06, |
| "loss": 0.3362, |
| "step": 2199 |
| }, |
| { |
| "epoch": 2.899143045484509, |
| "grad_norm": 0.18672337117579027, |
| "learning_rate": 1.8328445747800589e-06, |
| "loss": 0.3303, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.900461437046803, |
| "grad_norm": 0.19972482035537656, |
| "learning_rate": 1.8084066471163247e-06, |
| "loss": 0.3558, |
| "step": 2201 |
| }, |
| { |
| "epoch": 2.901779828609097, |
| "grad_norm": 0.2143530123432217, |
| "learning_rate": 1.7839687194525906e-06, |
| "loss": 0.334, |
| "step": 2202 |
| }, |
| { |
| "epoch": 2.903098220171391, |
| "grad_norm": 0.19290532685452746, |
| "learning_rate": 1.7595307917888567e-06, |
| "loss": 0.3249, |
| "step": 2203 |
| }, |
| { |
| "epoch": 2.904416611733685, |
| "grad_norm": 0.19181620611320752, |
| "learning_rate": 1.735092864125122e-06, |
| "loss": 0.3293, |
| "step": 2204 |
| }, |
| { |
| "epoch": 2.905735003295979, |
| "grad_norm": 0.18912359310043722, |
| "learning_rate": 1.710654936461388e-06, |
| "loss": 0.3374, |
| "step": 2205 |
| }, |
| { |
| "epoch": 2.9070533948582726, |
| "grad_norm": 0.19112480588104505, |
| "learning_rate": 1.686217008797654e-06, |
| "loss": 0.3186, |
| "step": 2206 |
| }, |
| { |
| "epoch": 2.9083717864205667, |
| "grad_norm": 0.1883043907200599, |
| "learning_rate": 1.6617790811339199e-06, |
| "loss": 0.3334, |
| "step": 2207 |
| }, |
| { |
| "epoch": 2.909690177982861, |
| "grad_norm": 0.18806671239260117, |
| "learning_rate": 1.6373411534701857e-06, |
| "loss": 0.3238, |
| "step": 2208 |
| }, |
| { |
| "epoch": 2.911008569545155, |
| "grad_norm": 0.19753318311910928, |
| "learning_rate": 1.6129032258064516e-06, |
| "loss": 0.3381, |
| "step": 2209 |
| }, |
| { |
| "epoch": 2.912326961107449, |
| "grad_norm": 0.19190350104812826, |
| "learning_rate": 1.5884652981427175e-06, |
| "loss": 0.3387, |
| "step": 2210 |
| }, |
| { |
| "epoch": 2.913645352669743, |
| "grad_norm": 0.19215843076182873, |
| "learning_rate": 1.5640273704789835e-06, |
| "loss": 0.3434, |
| "step": 2211 |
| }, |
| { |
| "epoch": 2.914963744232037, |
| "grad_norm": 0.18968106545515034, |
| "learning_rate": 1.5395894428152494e-06, |
| "loss": 0.3339, |
| "step": 2212 |
| }, |
| { |
| "epoch": 2.916282135794331, |
| "grad_norm": 0.1858259276620435, |
| "learning_rate": 1.5151515151515152e-06, |
| "loss": 0.3335, |
| "step": 2213 |
| }, |
| { |
| "epoch": 2.917600527356625, |
| "grad_norm": 0.18981708618049276, |
| "learning_rate": 1.490713587487781e-06, |
| "loss": 0.3282, |
| "step": 2214 |
| }, |
| { |
| "epoch": 2.918918918918919, |
| "grad_norm": 0.1839769265905639, |
| "learning_rate": 1.4662756598240472e-06, |
| "loss": 0.3274, |
| "step": 2215 |
| }, |
| { |
| "epoch": 2.920237310481213, |
| "grad_norm": 0.18552911683989365, |
| "learning_rate": 1.4418377321603128e-06, |
| "loss": 0.3337, |
| "step": 2216 |
| }, |
| { |
| "epoch": 2.921555702043507, |
| "grad_norm": 0.187029140710389, |
| "learning_rate": 1.4173998044965787e-06, |
| "loss": 0.3221, |
| "step": 2217 |
| }, |
| { |
| "epoch": 2.922874093605801, |
| "grad_norm": 0.19811259612688467, |
| "learning_rate": 1.3929618768328445e-06, |
| "loss": 0.3435, |
| "step": 2218 |
| }, |
| { |
| "epoch": 2.9241924851680947, |
| "grad_norm": 0.18466205327234514, |
| "learning_rate": 1.3685239491691106e-06, |
| "loss": 0.3197, |
| "step": 2219 |
| }, |
| { |
| "epoch": 2.925510876730389, |
| "grad_norm": 0.192881515797869, |
| "learning_rate": 1.3440860215053765e-06, |
| "loss": 0.3436, |
| "step": 2220 |
| }, |
| { |
| "epoch": 2.926829268292683, |
| "grad_norm": 0.1928857699911267, |
| "learning_rate": 1.3196480938416423e-06, |
| "loss": 0.347, |
| "step": 2221 |
| }, |
| { |
| "epoch": 2.928147659854977, |
| "grad_norm": 0.20687379212822307, |
| "learning_rate": 1.2952101661779082e-06, |
| "loss": 0.3465, |
| "step": 2222 |
| }, |
| { |
| "epoch": 2.929466051417271, |
| "grad_norm": 0.20621409294889367, |
| "learning_rate": 1.270772238514174e-06, |
| "loss": 0.3311, |
| "step": 2223 |
| }, |
| { |
| "epoch": 2.930784442979565, |
| "grad_norm": 0.18405562442775913, |
| "learning_rate": 1.24633431085044e-06, |
| "loss": 0.3278, |
| "step": 2224 |
| }, |
| { |
| "epoch": 2.932102834541859, |
| "grad_norm": 0.18742244442807207, |
| "learning_rate": 1.2218963831867058e-06, |
| "loss": 0.3296, |
| "step": 2225 |
| }, |
| { |
| "epoch": 2.933421226104153, |
| "grad_norm": 0.20457576924428175, |
| "learning_rate": 1.1974584555229716e-06, |
| "loss": 0.3397, |
| "step": 2226 |
| }, |
| { |
| "epoch": 2.934739617666447, |
| "grad_norm": 0.19487384710463235, |
| "learning_rate": 1.1730205278592377e-06, |
| "loss": 0.3467, |
| "step": 2227 |
| }, |
| { |
| "epoch": 2.936058009228741, |
| "grad_norm": 0.1865150467862171, |
| "learning_rate": 1.1485826001955036e-06, |
| "loss": 0.305, |
| "step": 2228 |
| }, |
| { |
| "epoch": 2.937376400791035, |
| "grad_norm": 0.19676714121965183, |
| "learning_rate": 1.1241446725317694e-06, |
| "loss": 0.3251, |
| "step": 2229 |
| }, |
| { |
| "epoch": 2.938694792353329, |
| "grad_norm": 0.19336964436174725, |
| "learning_rate": 1.0997067448680353e-06, |
| "loss": 0.3299, |
| "step": 2230 |
| }, |
| { |
| "epoch": 2.9400131839156227, |
| "grad_norm": 0.1944381061324559, |
| "learning_rate": 1.0752688172043011e-06, |
| "loss": 0.3529, |
| "step": 2231 |
| }, |
| { |
| "epoch": 2.941331575477917, |
| "grad_norm": 0.19494393167163127, |
| "learning_rate": 1.050830889540567e-06, |
| "loss": 0.3408, |
| "step": 2232 |
| }, |
| { |
| "epoch": 2.942649967040211, |
| "grad_norm": 0.18315685734559586, |
| "learning_rate": 1.0263929618768329e-06, |
| "loss": 0.3335, |
| "step": 2233 |
| }, |
| { |
| "epoch": 2.943968358602505, |
| "grad_norm": 0.17892067571618472, |
| "learning_rate": 1.0019550342130987e-06, |
| "loss": 0.3223, |
| "step": 2234 |
| }, |
| { |
| "epoch": 2.945286750164799, |
| "grad_norm": 0.19219176167844915, |
| "learning_rate": 9.775171065493646e-07, |
| "loss": 0.3335, |
| "step": 2235 |
| }, |
| { |
| "epoch": 2.946605141727093, |
| "grad_norm": 0.18936754484636978, |
| "learning_rate": 9.530791788856305e-07, |
| "loss": 0.3393, |
| "step": 2236 |
| }, |
| { |
| "epoch": 2.947923533289387, |
| "grad_norm": 0.19362999883778786, |
| "learning_rate": 9.286412512218965e-07, |
| "loss": 0.3383, |
| "step": 2237 |
| }, |
| { |
| "epoch": 2.949241924851681, |
| "grad_norm": 0.1818710473371544, |
| "learning_rate": 9.042033235581624e-07, |
| "loss": 0.3243, |
| "step": 2238 |
| }, |
| { |
| "epoch": 2.950560316413975, |
| "grad_norm": 0.1868066591510131, |
| "learning_rate": 8.797653958944283e-07, |
| "loss": 0.3294, |
| "step": 2239 |
| }, |
| { |
| "epoch": 2.951878707976269, |
| "grad_norm": 0.18543916050146084, |
| "learning_rate": 8.55327468230694e-07, |
| "loss": 0.3108, |
| "step": 2240 |
| }, |
| { |
| "epoch": 2.953197099538563, |
| "grad_norm": 0.18615153053875813, |
| "learning_rate": 8.308895405669599e-07, |
| "loss": 0.3271, |
| "step": 2241 |
| }, |
| { |
| "epoch": 2.954515491100857, |
| "grad_norm": 0.1861853343179116, |
| "learning_rate": 8.064516129032258e-07, |
| "loss": 0.3299, |
| "step": 2242 |
| }, |
| { |
| "epoch": 2.9558338826631507, |
| "grad_norm": 0.1847176459957543, |
| "learning_rate": 7.820136852394918e-07, |
| "loss": 0.319, |
| "step": 2243 |
| }, |
| { |
| "epoch": 2.957152274225445, |
| "grad_norm": 0.17757771524982666, |
| "learning_rate": 7.575757575757576e-07, |
| "loss": 0.3127, |
| "step": 2244 |
| }, |
| { |
| "epoch": 2.958470665787739, |
| "grad_norm": 0.18456392682554573, |
| "learning_rate": 7.331378299120236e-07, |
| "loss": 0.3279, |
| "step": 2245 |
| }, |
| { |
| "epoch": 2.959789057350033, |
| "grad_norm": 0.19309473069088814, |
| "learning_rate": 7.086999022482893e-07, |
| "loss": 0.3291, |
| "step": 2246 |
| }, |
| { |
| "epoch": 2.961107448912327, |
| "grad_norm": 0.1903092877285198, |
| "learning_rate": 6.842619745845553e-07, |
| "loss": 0.3316, |
| "step": 2247 |
| }, |
| { |
| "epoch": 2.962425840474621, |
| "grad_norm": 0.18245210779414223, |
| "learning_rate": 6.598240469208212e-07, |
| "loss": 0.3119, |
| "step": 2248 |
| }, |
| { |
| "epoch": 2.963744232036915, |
| "grad_norm": 0.1841277283244122, |
| "learning_rate": 6.35386119257087e-07, |
| "loss": 0.3262, |
| "step": 2249 |
| }, |
| { |
| "epoch": 2.965062623599209, |
| "grad_norm": 0.1979446079768614, |
| "learning_rate": 6.109481915933529e-07, |
| "loss": 0.3546, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.966381015161503, |
| "grad_norm": 0.19320870858658562, |
| "learning_rate": 5.865102639296188e-07, |
| "loss": 0.3379, |
| "step": 2251 |
| }, |
| { |
| "epoch": 2.967699406723797, |
| "grad_norm": 0.18926690574164307, |
| "learning_rate": 5.620723362658847e-07, |
| "loss": 0.3415, |
| "step": 2252 |
| }, |
| { |
| "epoch": 2.969017798286091, |
| "grad_norm": 0.1924139382173674, |
| "learning_rate": 5.376344086021506e-07, |
| "loss": 0.3458, |
| "step": 2253 |
| }, |
| { |
| "epoch": 2.970336189848385, |
| "grad_norm": 0.18944742250280996, |
| "learning_rate": 5.131964809384164e-07, |
| "loss": 0.3557, |
| "step": 2254 |
| }, |
| { |
| "epoch": 2.9716545814106787, |
| "grad_norm": 0.18537515114044686, |
| "learning_rate": 4.887585532746823e-07, |
| "loss": 0.3194, |
| "step": 2255 |
| }, |
| { |
| "epoch": 2.972972972972973, |
| "grad_norm": 0.18652706496355523, |
| "learning_rate": 4.6432062561094825e-07, |
| "loss": 0.3259, |
| "step": 2256 |
| }, |
| { |
| "epoch": 2.974291364535267, |
| "grad_norm": 0.18585687966435793, |
| "learning_rate": 4.3988269794721416e-07, |
| "loss": 0.3228, |
| "step": 2257 |
| }, |
| { |
| "epoch": 2.975609756097561, |
| "grad_norm": 0.18051257152000585, |
| "learning_rate": 4.1544477028347997e-07, |
| "loss": 0.3164, |
| "step": 2258 |
| }, |
| { |
| "epoch": 2.976928147659855, |
| "grad_norm": 0.18813256826149558, |
| "learning_rate": 3.910068426197459e-07, |
| "loss": 0.3158, |
| "step": 2259 |
| }, |
| { |
| "epoch": 2.978246539222149, |
| "grad_norm": 0.19041665401318006, |
| "learning_rate": 3.665689149560118e-07, |
| "loss": 0.3401, |
| "step": 2260 |
| }, |
| { |
| "epoch": 2.979564930784443, |
| "grad_norm": 0.19103558126952788, |
| "learning_rate": 3.4213098729227765e-07, |
| "loss": 0.3521, |
| "step": 2261 |
| }, |
| { |
| "epoch": 2.9808833223467373, |
| "grad_norm": 0.18572400663468236, |
| "learning_rate": 3.176930596285435e-07, |
| "loss": 0.3252, |
| "step": 2262 |
| }, |
| { |
| "epoch": 2.982201713909031, |
| "grad_norm": 0.1877888728390521, |
| "learning_rate": 2.932551319648094e-07, |
| "loss": 0.3318, |
| "step": 2263 |
| }, |
| { |
| "epoch": 2.983520105471325, |
| "grad_norm": 0.19193845854430874, |
| "learning_rate": 2.688172043010753e-07, |
| "loss": 0.348, |
| "step": 2264 |
| }, |
| { |
| "epoch": 2.984838497033619, |
| "grad_norm": 0.18512373622893824, |
| "learning_rate": 2.4437927663734114e-07, |
| "loss": 0.3383, |
| "step": 2265 |
| }, |
| { |
| "epoch": 2.986156888595913, |
| "grad_norm": 0.18794082347188792, |
| "learning_rate": 2.1994134897360708e-07, |
| "loss": 0.3331, |
| "step": 2266 |
| }, |
| { |
| "epoch": 2.9874752801582067, |
| "grad_norm": 0.18484321334450296, |
| "learning_rate": 1.9550342130987294e-07, |
| "loss": 0.3173, |
| "step": 2267 |
| }, |
| { |
| "epoch": 2.988793671720501, |
| "grad_norm": 0.17841389219419607, |
| "learning_rate": 1.7106549364613883e-07, |
| "loss": 0.3181, |
| "step": 2268 |
| }, |
| { |
| "epoch": 2.990112063282795, |
| "grad_norm": 0.18568243227376235, |
| "learning_rate": 1.466275659824047e-07, |
| "loss": 0.3381, |
| "step": 2269 |
| }, |
| { |
| "epoch": 2.991430454845089, |
| "grad_norm": 0.1839480056737462, |
| "learning_rate": 1.2218963831867057e-07, |
| "loss": 0.3315, |
| "step": 2270 |
| }, |
| { |
| "epoch": 2.992748846407383, |
| "grad_norm": 0.1949162135658014, |
| "learning_rate": 9.775171065493647e-08, |
| "loss": 0.3574, |
| "step": 2271 |
| }, |
| { |
| "epoch": 2.994067237969677, |
| "grad_norm": 0.18485910166129382, |
| "learning_rate": 7.331378299120236e-08, |
| "loss": 0.336, |
| "step": 2272 |
| }, |
| { |
| "epoch": 2.995385629531971, |
| "grad_norm": 0.18845276045973033, |
| "learning_rate": 4.8875855327468235e-08, |
| "loss": 0.3518, |
| "step": 2273 |
| }, |
| { |
| "epoch": 2.9967040210942653, |
| "grad_norm": 0.18753144828161455, |
| "learning_rate": 2.4437927663734118e-08, |
| "loss": 0.3447, |
| "step": 2274 |
| }, |
| { |
| "epoch": 2.9967040210942653, |
| "step": 2274, |
| "total_flos": 2.527950138540399e+19, |
| "train_loss": 0.5455541882922802, |
| "train_runtime": 66596.6337, |
| "train_samples_per_second": 0.547, |
| "train_steps_per_second": 0.034 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 2274, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.527950138540399e+19, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
