| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9541984732824428, |
| "eval_steps": 500, |
| "global_step": 500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0019083969465648854, |
| "grad_norm": 1.0319172143936157, |
| "learning_rate": 0.0002, |
| "loss": 1.1888583898544312, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.003816793893129771, |
| "grad_norm": 2.558675527572632, |
| "learning_rate": 0.00019999980030622737, |
| "loss": 1.2132498025894165, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0057251908396946565, |
| "grad_norm": 1.5326608419418335, |
| "learning_rate": 0.00019999920122570704, |
| "loss": 1.149939775466919, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.007633587786259542, |
| "grad_norm": 0.9747706651687622, |
| "learning_rate": 0.00019999820276083168, |
| "loss": 1.1339305639266968, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.009541984732824428, |
| "grad_norm": 0.8459669351577759, |
| "learning_rate": 0.00019999680491558902, |
| "loss": 1.1253714561462402, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.011450381679389313, |
| "grad_norm": 1.008865237236023, |
| "learning_rate": 0.00019999500769556186, |
| "loss": 1.2100791931152344, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.013358778625954198, |
| "grad_norm": 0.8221519589424133, |
| "learning_rate": 0.00019999281110792807, |
| "loss": 1.2723747491836548, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.015267175572519083, |
| "grad_norm": 0.8101316094398499, |
| "learning_rate": 0.0001999902151614606, |
| "loss": 1.1219682693481445, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.01717557251908397, |
| "grad_norm": 0.9121878743171692, |
| "learning_rate": 0.0001999872198665273, |
| "loss": 1.1113958358764648, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.019083969465648856, |
| "grad_norm": 1.0775856971740723, |
| "learning_rate": 0.000199983825235091, |
| "loss": 1.323795199394226, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.02099236641221374, |
| "grad_norm": 0.8592789769172668, |
| "learning_rate": 0.00019998003128070946, |
| "loss": 1.1396949291229248, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.022900763358778626, |
| "grad_norm": 0.7191622257232666, |
| "learning_rate": 0.0001999758380185352, |
| "loss": 0.872940719127655, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.02480916030534351, |
| "grad_norm": 0.8468532562255859, |
| "learning_rate": 0.0001999712454653157, |
| "loss": 1.0025124549865723, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.026717557251908396, |
| "grad_norm": 0.8349865674972534, |
| "learning_rate": 0.00019996625363939295, |
| "loss": 1.1482839584350586, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.02862595419847328, |
| "grad_norm": 0.9650427103042603, |
| "learning_rate": 0.0001999608625607037, |
| "loss": 1.0744962692260742, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.030534351145038167, |
| "grad_norm": 0.766567051410675, |
| "learning_rate": 0.00019995507225077926, |
| "loss": 1.132323980331421, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.03244274809160305, |
| "grad_norm": 0.8034893870353699, |
| "learning_rate": 0.0001999488827327454, |
| "loss": 0.9454637765884399, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.03435114503816794, |
| "grad_norm": 0.9051380157470703, |
| "learning_rate": 0.00019994229403132228, |
| "loss": 0.8953108191490173, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.03625954198473282, |
| "grad_norm": 0.8768414855003357, |
| "learning_rate": 0.00019993530617282436, |
| "loss": 1.0621753931045532, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.03816793893129771, |
| "grad_norm": 0.898906409740448, |
| "learning_rate": 0.00019992791918516033, |
| "loss": 1.0037579536437988, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.04007633587786259, |
| "grad_norm": 0.7816566228866577, |
| "learning_rate": 0.00019992013309783277, |
| "loss": 0.8949717879295349, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.04198473282442748, |
| "grad_norm": 0.7184618711471558, |
| "learning_rate": 0.00019991194794193845, |
| "loss": 1.0673213005065918, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.04389312977099236, |
| "grad_norm": 0.7685574293136597, |
| "learning_rate": 0.00019990336375016784, |
| "loss": 1.0974361896514893, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.04580152671755725, |
| "grad_norm": 0.7797583341598511, |
| "learning_rate": 0.0001998943805568051, |
| "loss": 0.9971912503242493, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.04770992366412214, |
| "grad_norm": 0.6793952584266663, |
| "learning_rate": 0.00019988499839772804, |
| "loss": 0.9434319138526917, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.04961832061068702, |
| "grad_norm": 0.8823168277740479, |
| "learning_rate": 0.00019987521731040778, |
| "loss": 1.1719576120376587, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.05152671755725191, |
| "grad_norm": 0.8843436241149902, |
| "learning_rate": 0.00019986503733390883, |
| "loss": 1.0748037099838257, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.05343511450381679, |
| "grad_norm": 0.6977912187576294, |
| "learning_rate": 0.00019985445850888867, |
| "loss": 1.0246281623840332, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.05534351145038168, |
| "grad_norm": 0.756574273109436, |
| "learning_rate": 0.00019984348087759784, |
| "loss": 0.9375837445259094, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.05725190839694656, |
| "grad_norm": 0.8058716654777527, |
| "learning_rate": 0.00019983210448387966, |
| "loss": 0.9935528039932251, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.05916030534351145, |
| "grad_norm": 0.9702297449111938, |
| "learning_rate": 0.00019982032937316998, |
| "loss": 1.1681523323059082, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.061068702290076333, |
| "grad_norm": 0.8501767516136169, |
| "learning_rate": 0.0001998081555924972, |
| "loss": 0.9978009462356567, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.06297709923664122, |
| "grad_norm": 0.7746052742004395, |
| "learning_rate": 0.0001997955831904818, |
| "loss": 1.040431022644043, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.0648854961832061, |
| "grad_norm": 0.8523740768432617, |
| "learning_rate": 0.00019978261221733642, |
| "loss": 1.0792338848114014, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.06679389312977099, |
| "grad_norm": 0.808559775352478, |
| "learning_rate": 0.00019976924272486555, |
| "loss": 0.9610211253166199, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.06870229007633588, |
| "grad_norm": 0.7221457958221436, |
| "learning_rate": 0.00019975547476646524, |
| "loss": 0.9176299571990967, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.07061068702290077, |
| "grad_norm": 0.680614173412323, |
| "learning_rate": 0.000199741308397123, |
| "loss": 0.9780462384223938, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.07251908396946564, |
| "grad_norm": 1.0235838890075684, |
| "learning_rate": 0.00019972674367341756, |
| "loss": 1.0874963998794556, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.07442748091603053, |
| "grad_norm": 0.8324326276779175, |
| "learning_rate": 0.00019971178065351857, |
| "loss": 0.9447541236877441, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.07633587786259542, |
| "grad_norm": 0.7472124695777893, |
| "learning_rate": 0.00019969641939718652, |
| "loss": 1.0423003435134888, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.07824427480916031, |
| "grad_norm": 0.6840877532958984, |
| "learning_rate": 0.00019968065996577234, |
| "loss": 1.0449249744415283, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.08015267175572519, |
| "grad_norm": 0.8184124827384949, |
| "learning_rate": 0.00019966450242221722, |
| "loss": 0.9014325141906738, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.08206106870229007, |
| "grad_norm": 0.7632555961608887, |
| "learning_rate": 0.0001996479468310524, |
| "loss": 0.8362308144569397, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.08396946564885496, |
| "grad_norm": 0.7152660489082336, |
| "learning_rate": 0.00019963099325839883, |
| "loss": 0.93896484375, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.08587786259541985, |
| "grad_norm": 0.6840109825134277, |
| "learning_rate": 0.00019961364177196696, |
| "loss": 0.9620580673217773, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.08778625954198473, |
| "grad_norm": 0.8080661296844482, |
| "learning_rate": 0.0001995958924410565, |
| "loss": 0.8377565145492554, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.08969465648854962, |
| "grad_norm": 0.7813903093338013, |
| "learning_rate": 0.00019957774533655605, |
| "loss": 0.8326072096824646, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.0916030534351145, |
| "grad_norm": 0.8098936080932617, |
| "learning_rate": 0.00019955920053094288, |
| "loss": 0.9860023856163025, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.09351145038167939, |
| "grad_norm": 0.9210098385810852, |
| "learning_rate": 0.00019954025809828266, |
| "loss": 0.9747365713119507, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.09541984732824428, |
| "grad_norm": 0.7985463738441467, |
| "learning_rate": 0.00019952091811422905, |
| "loss": 0.9031082987785339, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.09732824427480916, |
| "grad_norm": 0.8715912699699402, |
| "learning_rate": 0.0001995011806560236, |
| "loss": 0.9334609508514404, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.09923664122137404, |
| "grad_norm": 0.7367807030677795, |
| "learning_rate": 0.0001994810458024952, |
| "loss": 0.9366903901100159, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.10114503816793893, |
| "grad_norm": 0.8102525472640991, |
| "learning_rate": 0.00019946051363405997, |
| "loss": 0.9092800617218018, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.10305343511450382, |
| "grad_norm": 0.8269142508506775, |
| "learning_rate": 0.0001994395842327209, |
| "loss": 0.9335564374923706, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.1049618320610687, |
| "grad_norm": 0.7004595398902893, |
| "learning_rate": 0.0001994182576820673, |
| "loss": 0.9463485479354858, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.10687022900763359, |
| "grad_norm": 0.9793404936790466, |
| "learning_rate": 0.00019939653406727482, |
| "loss": 0.9135723114013672, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.10877862595419847, |
| "grad_norm": 0.7052667140960693, |
| "learning_rate": 0.0001993744134751049, |
| "loss": 0.8296093940734863, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.11068702290076336, |
| "grad_norm": 0.6771461367607117, |
| "learning_rate": 0.00019935189599390435, |
| "loss": 0.7838313579559326, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.11259541984732824, |
| "grad_norm": 0.7421724200248718, |
| "learning_rate": 0.00019932898171360526, |
| "loss": 0.9136338233947754, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.11450381679389313, |
| "grad_norm": 0.820115327835083, |
| "learning_rate": 0.00019930567072572438, |
| "loss": 0.9014999866485596, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.11641221374045801, |
| "grad_norm": 0.7351306676864624, |
| "learning_rate": 0.00019928196312336285, |
| "loss": 0.9661044478416443, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.1183206106870229, |
| "grad_norm": 0.7182132005691528, |
| "learning_rate": 0.00019925785900120596, |
| "loss": 0.8359523415565491, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.12022900763358779, |
| "grad_norm": 0.630822479724884, |
| "learning_rate": 0.0001992333584555225, |
| "loss": 0.8223984241485596, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.12213740458015267, |
| "grad_norm": 0.8691913485527039, |
| "learning_rate": 0.0001992084615841647, |
| "loss": 0.9800937175750732, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.12404580152671756, |
| "grad_norm": 0.7840291261672974, |
| "learning_rate": 0.00019918316848656744, |
| "loss": 0.9353207349777222, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.12595419847328243, |
| "grad_norm": 0.7878021001815796, |
| "learning_rate": 0.00019915747926374828, |
| "loss": 0.9968975186347961, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.12786259541984732, |
| "grad_norm": 0.7407828569412231, |
| "learning_rate": 0.00019913139401830674, |
| "loss": 0.947467565536499, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.1297709923664122, |
| "grad_norm": 0.7297830581665039, |
| "learning_rate": 0.00019910491285442407, |
| "loss": 0.9409926533699036, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.1316793893129771, |
| "grad_norm": 0.7517293095588684, |
| "learning_rate": 0.00019907803587786274, |
| "loss": 0.7961177825927734, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.13358778625954199, |
| "grad_norm": 0.6893132328987122, |
| "learning_rate": 0.000199050763195966, |
| "loss": 0.9285712242126465, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.13549618320610687, |
| "grad_norm": 0.6858025789260864, |
| "learning_rate": 0.0001990230949176576, |
| "loss": 0.8860894441604614, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.13740458015267176, |
| "grad_norm": 0.9707567691802979, |
| "learning_rate": 0.00019899503115344117, |
| "loss": 0.8908587694168091, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.13931297709923665, |
| "grad_norm": 0.7052493691444397, |
| "learning_rate": 0.0001989665720153999, |
| "loss": 0.8562502264976501, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.14122137404580154, |
| "grad_norm": 0.6578022837638855, |
| "learning_rate": 0.00019893771761719605, |
| "loss": 0.8883586525917053, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.1431297709923664, |
| "grad_norm": 0.7066544890403748, |
| "learning_rate": 0.00019890846807407044, |
| "loss": 0.976402997970581, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.1450381679389313, |
| "grad_norm": 0.9122876524925232, |
| "learning_rate": 0.00019887882350284216, |
| "loss": 0.9926351308822632, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.14694656488549618, |
| "grad_norm": 0.7439401745796204, |
| "learning_rate": 0.00019884878402190795, |
| "loss": 0.829197108745575, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.14885496183206107, |
| "grad_norm": 0.7522874474525452, |
| "learning_rate": 0.0001988183497512417, |
| "loss": 0.863883912563324, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.15076335877862596, |
| "grad_norm": 1.0040572881698608, |
| "learning_rate": 0.0001987875208123941, |
| "loss": 1.069295883178711, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.15267175572519084, |
| "grad_norm": 0.713905930519104, |
| "learning_rate": 0.00019875629732849214, |
| "loss": 0.8455244898796082, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.15458015267175573, |
| "grad_norm": 0.8433374166488647, |
| "learning_rate": 0.00019872467942423853, |
| "loss": 0.8311648368835449, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.15648854961832062, |
| "grad_norm": 0.7732320427894592, |
| "learning_rate": 0.00019869266722591115, |
| "loss": 0.9065580368041992, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.15839694656488548, |
| "grad_norm": 0.7662688493728638, |
| "learning_rate": 0.0001986602608613628, |
| "loss": 0.9555010795593262, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.16030534351145037, |
| "grad_norm": 0.9863274693489075, |
| "learning_rate": 0.00019862746046002048, |
| "loss": 0.9811774492263794, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.16221374045801526, |
| "grad_norm": 0.673652708530426, |
| "learning_rate": 0.00019859426615288488, |
| "loss": 0.926813006401062, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.16412213740458015, |
| "grad_norm": 0.8610010147094727, |
| "learning_rate": 0.00019856067807252992, |
| "loss": 0.7706037759780884, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.16603053435114504, |
| "grad_norm": 0.869065523147583, |
| "learning_rate": 0.00019852669635310222, |
| "loss": 0.9335610270500183, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.16793893129770993, |
| "grad_norm": 0.7144750356674194, |
| "learning_rate": 0.00019849232113032053, |
| "loss": 0.8826386332511902, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.16984732824427481, |
| "grad_norm": 0.6938415765762329, |
| "learning_rate": 0.00019845755254147525, |
| "loss": 0.8689931631088257, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.1717557251908397, |
| "grad_norm": 0.6958433389663696, |
| "learning_rate": 0.00019842239072542775, |
| "loss": 0.8018342852592468, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.1736641221374046, |
| "grad_norm": 0.7545017600059509, |
| "learning_rate": 0.00019838683582260993, |
| "loss": 0.9315579533576965, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.17557251908396945, |
| "grad_norm": 0.8562167882919312, |
| "learning_rate": 0.00019835088797502367, |
| "loss": 0.950774610042572, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.17748091603053434, |
| "grad_norm": 0.7419416904449463, |
| "learning_rate": 0.0001983145473262402, |
| "loss": 1.0040173530578613, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.17938931297709923, |
| "grad_norm": 0.7331036925315857, |
| "learning_rate": 0.0001982778140213996, |
| "loss": 0.703330934047699, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.18129770992366412, |
| "grad_norm": 0.783308207988739, |
| "learning_rate": 0.00019824068820720997, |
| "loss": 0.9145213961601257, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.183206106870229, |
| "grad_norm": 0.7295645475387573, |
| "learning_rate": 0.00019820317003194728, |
| "loss": 0.8577327728271484, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.1851145038167939, |
| "grad_norm": 0.8237174153327942, |
| "learning_rate": 0.00019816525964545448, |
| "loss": 0.8371306657791138, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.18702290076335878, |
| "grad_norm": 0.638324499130249, |
| "learning_rate": 0.00019812695719914085, |
| "loss": 0.7818671464920044, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.18893129770992367, |
| "grad_norm": 0.7308298349380493, |
| "learning_rate": 0.00019808826284598165, |
| "loss": 0.8242241144180298, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.19083969465648856, |
| "grad_norm": 0.8194659948348999, |
| "learning_rate": 0.0001980491767405173, |
| "loss": 1.0477763414382935, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.19274809160305342, |
| "grad_norm": 0.7348308563232422, |
| "learning_rate": 0.0001980096990388528, |
| "loss": 0.8968179821968079, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.1946564885496183, |
| "grad_norm": 0.8615684509277344, |
| "learning_rate": 0.00019796982989865722, |
| "loss": 0.9265606999397278, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.1965648854961832, |
| "grad_norm": 0.9783602952957153, |
| "learning_rate": 0.00019792956947916292, |
| "loss": 1.0029759407043457, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.1984732824427481, |
| "grad_norm": 0.8230413794517517, |
| "learning_rate": 0.000197888917941165, |
| "loss": 0.9710904955863953, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.20038167938931298, |
| "grad_norm": 0.715769350528717, |
| "learning_rate": 0.00019784787544702064, |
| "loss": 1.0048372745513916, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.20229007633587787, |
| "grad_norm": 0.657476544380188, |
| "learning_rate": 0.00019780644216064845, |
| "loss": 0.9512552618980408, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.20419847328244276, |
| "grad_norm": 0.8867478370666504, |
| "learning_rate": 0.0001977646182475278, |
| "loss": 0.8841535449028015, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.20610687022900764, |
| "grad_norm": 0.6844662427902222, |
| "learning_rate": 0.00019772240387469823, |
| "loss": 0.8210901618003845, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.20801526717557253, |
| "grad_norm": 0.8655828833580017, |
| "learning_rate": 0.00019767979921075866, |
| "loss": 1.0782965421676636, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.2099236641221374, |
| "grad_norm": 0.7254316210746765, |
| "learning_rate": 0.00019763680442586682, |
| "loss": 0.7998471260070801, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.21183206106870228, |
| "grad_norm": 0.7396829724311829, |
| "learning_rate": 0.00019759341969173853, |
| "loss": 0.8773504495620728, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.21374045801526717, |
| "grad_norm": 0.6355534791946411, |
| "learning_rate": 0.00019754964518164697, |
| "loss": 0.8282820582389832, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.21564885496183206, |
| "grad_norm": 0.7496469020843506, |
| "learning_rate": 0.00019750548107042213, |
| "loss": 0.8907659649848938, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.21755725190839695, |
| "grad_norm": 0.9808054566383362, |
| "learning_rate": 0.00019746092753444999, |
| "loss": 0.8398576974868774, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.21946564885496184, |
| "grad_norm": 0.8305889964103699, |
| "learning_rate": 0.00019741598475167175, |
| "loss": 0.9800796508789062, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.22137404580152673, |
| "grad_norm": 0.8272994160652161, |
| "learning_rate": 0.00019737065290158335, |
| "loss": 1.0569555759429932, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.22328244274809161, |
| "grad_norm": 0.6429803371429443, |
| "learning_rate": 0.00019732493216523448, |
| "loss": 0.8179414868354797, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.22519083969465647, |
| "grad_norm": 0.7551900148391724, |
| "learning_rate": 0.00019727882272522817, |
| "loss": 1.0400655269622803, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.22709923664122136, |
| "grad_norm": 0.668594479560852, |
| "learning_rate": 0.00019723232476571973, |
| "loss": 0.7926125526428223, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.22900763358778625, |
| "grad_norm": 0.7308197617530823, |
| "learning_rate": 0.0001971854384724162, |
| "loss": 0.7763074040412903, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.23091603053435114, |
| "grad_norm": 0.6899462342262268, |
| "learning_rate": 0.0001971381640325756, |
| "loss": 0.8050013184547424, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.23282442748091603, |
| "grad_norm": 0.6338201761245728, |
| "learning_rate": 0.0001970905016350062, |
| "loss": 0.7711692452430725, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.23473282442748092, |
| "grad_norm": 0.818661093711853, |
| "learning_rate": 0.00019704245147006563, |
| "loss": 0.9701591730117798, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.2366412213740458, |
| "grad_norm": 0.8936249613761902, |
| "learning_rate": 0.0001969940137296603, |
| "loss": 0.932243287563324, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.2385496183206107, |
| "grad_norm": 0.6683034896850586, |
| "learning_rate": 0.00019694518860724445, |
| "loss": 0.8161548376083374, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.24045801526717558, |
| "grad_norm": 0.8327929973602295, |
| "learning_rate": 0.00019689597629781962, |
| "loss": 0.8570858240127563, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.24236641221374045, |
| "grad_norm": 0.8678820729255676, |
| "learning_rate": 0.00019684637699793358, |
| "loss": 0.849490761756897, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.24427480916030533, |
| "grad_norm": 0.8075437545776367, |
| "learning_rate": 0.00019679639090567982, |
| "loss": 0.7586680054664612, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.24618320610687022, |
| "grad_norm": 0.920081377029419, |
| "learning_rate": 0.00019674601822069647, |
| "loss": 0.9018468260765076, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.2480916030534351, |
| "grad_norm": 0.809676468372345, |
| "learning_rate": 0.00019669525914416586, |
| "loss": 0.9085022807121277, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.6830601096153259, |
| "learning_rate": 0.00019664411387881336, |
| "loss": 0.8158378005027771, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.25190839694656486, |
| "grad_norm": 0.8688009977340698, |
| "learning_rate": 0.00019659258262890683, |
| "loss": 0.8939949870109558, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.2538167938931298, |
| "grad_norm": 0.8238283395767212, |
| "learning_rate": 0.00019654066560025567, |
| "loss": 0.8714411854743958, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.25572519083969464, |
| "grad_norm": 0.8402740955352783, |
| "learning_rate": 0.00019648836300020995, |
| "loss": 0.8553993105888367, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.25763358778625955, |
| "grad_norm": 0.8889774680137634, |
| "learning_rate": 0.0001964356750376598, |
| "loss": 0.9362643361091614, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.2595419847328244, |
| "grad_norm": 0.7945830225944519, |
| "learning_rate": 0.00019638260192303438, |
| "loss": 0.915956437587738, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.26145038167938933, |
| "grad_norm": 0.6740367412567139, |
| "learning_rate": 0.00019632914386830109, |
| "loss": 0.9191530346870422, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.2633587786259542, |
| "grad_norm": 0.8426705002784729, |
| "learning_rate": 0.00019627530108696473, |
| "loss": 0.868916392326355, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.2652671755725191, |
| "grad_norm": 0.8657882213592529, |
| "learning_rate": 0.00019622107379406667, |
| "loss": 0.872461199760437, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.26717557251908397, |
| "grad_norm": 0.7300332188606262, |
| "learning_rate": 0.00019616646220618398, |
| "loss": 0.8058186173439026, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.26908396946564883, |
| "grad_norm": 0.767820417881012, |
| "learning_rate": 0.00019611146654142854, |
| "loss": 0.8053113222122192, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.27099236641221375, |
| "grad_norm": 0.9955086708068848, |
| "learning_rate": 0.00019605608701944615, |
| "loss": 0.8747786283493042, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.2729007633587786, |
| "grad_norm": 0.8415116667747498, |
| "learning_rate": 0.0001960003238614158, |
| "loss": 0.7746783494949341, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.2748091603053435, |
| "grad_norm": 0.7966413497924805, |
| "learning_rate": 0.00019594417729004845, |
| "loss": 0.9076138734817505, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.2767175572519084, |
| "grad_norm": 0.7794169187545776, |
| "learning_rate": 0.00019588764752958668, |
| "loss": 0.8441069722175598, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.2786259541984733, |
| "grad_norm": 0.8923323750495911, |
| "learning_rate": 0.00019583073480580323, |
| "loss": 0.9479147791862488, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.28053435114503816, |
| "grad_norm": 0.7435654401779175, |
| "learning_rate": 0.00019577343934600044, |
| "loss": 0.7812725901603699, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.2824427480916031, |
| "grad_norm": 0.6814793944358826, |
| "learning_rate": 0.00019571576137900927, |
| "loss": 0.7864100337028503, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.28435114503816794, |
| "grad_norm": 0.7200238704681396, |
| "learning_rate": 0.00019565770113518825, |
| "loss": 0.9560705423355103, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.2862595419847328, |
| "grad_norm": 0.6995819807052612, |
| "learning_rate": 0.00019559925884642286, |
| "loss": 0.8137438297271729, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.2881679389312977, |
| "grad_norm": 0.5875421762466431, |
| "learning_rate": 0.0001955404347461243, |
| "loss": 0.7266908288002014, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.2900763358778626, |
| "grad_norm": 0.7169772386550903, |
| "learning_rate": 0.00019548122906922865, |
| "loss": 0.8415418863296509, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.2919847328244275, |
| "grad_norm": 0.638949990272522, |
| "learning_rate": 0.00019542164205219606, |
| "loss": 0.8274745941162109, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.29389312977099236, |
| "grad_norm": 0.7600482106208801, |
| "learning_rate": 0.00019536167393300965, |
| "loss": 1.0291582345962524, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.2958015267175573, |
| "grad_norm": 0.7919864058494568, |
| "learning_rate": 0.0001953013249511746, |
| "loss": 0.8221685290336609, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.29770992366412213, |
| "grad_norm": 0.7551295757293701, |
| "learning_rate": 0.0001952405953477172, |
| "loss": 0.9822176098823547, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.29961832061068705, |
| "grad_norm": 0.6301788091659546, |
| "learning_rate": 0.000195179485365184, |
| "loss": 0.6514051556587219, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.3015267175572519, |
| "grad_norm": 0.6198784112930298, |
| "learning_rate": 0.00019511799524764062, |
| "loss": 0.8909632563591003, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.30343511450381677, |
| "grad_norm": 0.6850892901420593, |
| "learning_rate": 0.0001950561252406709, |
| "loss": 0.8530802726745605, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.3053435114503817, |
| "grad_norm": 0.6627747416496277, |
| "learning_rate": 0.00019499387559137596, |
| "loss": 0.8950958251953125, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.30725190839694655, |
| "grad_norm": 0.6648580431938171, |
| "learning_rate": 0.00019493124654837318, |
| "loss": 0.8956643342971802, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.30916030534351147, |
| "grad_norm": 0.8410931825637817, |
| "learning_rate": 0.00019486823836179512, |
| "loss": 0.8377202153205872, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.3110687022900763, |
| "grad_norm": 0.7048870921134949, |
| "learning_rate": 0.00019480485128328868, |
| "loss": 0.8189906477928162, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.31297709923664124, |
| "grad_norm": 0.7690779566764832, |
| "learning_rate": 0.0001947410855660139, |
| "loss": 0.7249743938446045, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.3148854961832061, |
| "grad_norm": 0.9097875356674194, |
| "learning_rate": 0.0001946769414646431, |
| "loss": 0.9130119681358337, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.31679389312977096, |
| "grad_norm": 0.798412024974823, |
| "learning_rate": 0.0001946124192353599, |
| "loss": 0.960759699344635, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.3187022900763359, |
| "grad_norm": 0.6766208410263062, |
| "learning_rate": 0.000194547519135858, |
| "loss": 0.7708785533905029, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.32061068702290074, |
| "grad_norm": 0.7984035015106201, |
| "learning_rate": 0.00019448224142534033, |
| "loss": 0.9001744985580444, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.32251908396946566, |
| "grad_norm": 0.7736956477165222, |
| "learning_rate": 0.00019441658636451794, |
| "loss": 0.7067661285400391, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.3244274809160305, |
| "grad_norm": 0.701378583908081, |
| "learning_rate": 0.00019435055421560896, |
| "loss": 0.8072033524513245, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.32633587786259544, |
| "grad_norm": 0.7019128203392029, |
| "learning_rate": 0.00019428414524233752, |
| "loss": 0.8859261274337769, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.3282442748091603, |
| "grad_norm": 0.6405873894691467, |
| "learning_rate": 0.0001942173597099329, |
| "loss": 0.7549964189529419, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.3301526717557252, |
| "grad_norm": 0.6906740069389343, |
| "learning_rate": 0.0001941501978851281, |
| "loss": 0.7923817038536072, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.3320610687022901, |
| "grad_norm": 0.6853337287902832, |
| "learning_rate": 0.00019408266003615913, |
| "loss": 0.7819351553916931, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.33396946564885494, |
| "grad_norm": 0.6918132305145264, |
| "learning_rate": 0.0001940147464327637, |
| "loss": 0.6980127096176147, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.33587786259541985, |
| "grad_norm": 0.8270894885063171, |
| "learning_rate": 0.00019394645734618037, |
| "loss": 0.9518585205078125, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.3377862595419847, |
| "grad_norm": 0.6764659881591797, |
| "learning_rate": 0.00019387779304914715, |
| "loss": 0.8641853332519531, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.33969465648854963, |
| "grad_norm": 0.9292405247688293, |
| "learning_rate": 0.00019380875381590074, |
| "loss": 0.9833829402923584, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.3416030534351145, |
| "grad_norm": 0.6896494030952454, |
| "learning_rate": 0.00019373933992217524, |
| "loss": 0.8466549515724182, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.3435114503816794, |
| "grad_norm": 0.6645339131355286, |
| "learning_rate": 0.0001936695516452011, |
| "loss": 0.7963259816169739, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.34541984732824427, |
| "grad_norm": 0.7422249913215637, |
| "learning_rate": 0.000193599389263704, |
| "loss": 0.9273393154144287, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.3473282442748092, |
| "grad_norm": 0.7360007166862488, |
| "learning_rate": 0.00019352885305790374, |
| "loss": 0.7015874981880188, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.34923664122137404, |
| "grad_norm": 0.7029959559440613, |
| "learning_rate": 0.00019345794330951314, |
| "loss": 0.9108408093452454, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.3511450381679389, |
| "grad_norm": 0.6600919365882874, |
| "learning_rate": 0.00019338666030173693, |
| "loss": 0.7598098516464233, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.3530534351145038, |
| "grad_norm": 0.7309081554412842, |
| "learning_rate": 0.00019331500431927056, |
| "loss": 0.7844942808151245, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.3549618320610687, |
| "grad_norm": 0.7310585975646973, |
| "learning_rate": 0.00019324297564829904, |
| "loss": 0.9316179752349854, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.3568702290076336, |
| "grad_norm": 0.8466243743896484, |
| "learning_rate": 0.000193170574576496, |
| "loss": 0.8222724199295044, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.35877862595419846, |
| "grad_norm": 0.7071732878684998, |
| "learning_rate": 0.00019309780139302224, |
| "loss": 0.8935707807540894, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.3606870229007634, |
| "grad_norm": 0.7483112812042236, |
| "learning_rate": 0.00019302465638852483, |
| "loss": 0.8233731985092163, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.36259541984732824, |
| "grad_norm": 0.6827342510223389, |
| "learning_rate": 0.0001929511398551358, |
| "loss": 0.9243869185447693, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.36450381679389315, |
| "grad_norm": 0.7744309306144714, |
| "learning_rate": 0.00019287725208647096, |
| "loss": 0.8004241585731506, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.366412213740458, |
| "grad_norm": 0.9104498624801636, |
| "learning_rate": 0.00019280299337762896, |
| "loss": 0.823358416557312, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.3683206106870229, |
| "grad_norm": 0.7632629871368408, |
| "learning_rate": 0.0001927283640251898, |
| "loss": 0.9017253518104553, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.3702290076335878, |
| "grad_norm": 0.6975040435791016, |
| "learning_rate": 0.00019265336432721378, |
| "loss": 0.8129168152809143, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.37213740458015265, |
| "grad_norm": 0.6849466562271118, |
| "learning_rate": 0.0001925779945832404, |
| "loss": 0.6700172424316406, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.37404580152671757, |
| "grad_norm": 0.707890510559082, |
| "learning_rate": 0.000192502255094287, |
| "loss": 0.828960120677948, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.37595419847328243, |
| "grad_norm": 0.6629129648208618, |
| "learning_rate": 0.00019242614616284768, |
| "loss": 0.8441582322120667, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.37786259541984735, |
| "grad_norm": 0.8846833109855652, |
| "learning_rate": 0.00019234966809289201, |
| "loss": 0.815739095211029, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.3797709923664122, |
| "grad_norm": 0.7524842619895935, |
| "learning_rate": 0.00019227282118986394, |
| "loss": 0.9191688299179077, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.3816793893129771, |
| "grad_norm": 0.6800813674926758, |
| "learning_rate": 0.00019219560576068034, |
| "loss": 0.893654465675354, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.383587786259542, |
| "grad_norm": 0.7200490236282349, |
| "learning_rate": 0.00019211802211373006, |
| "loss": 0.8543277382850647, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.38549618320610685, |
| "grad_norm": 0.6713653206825256, |
| "learning_rate": 0.00019204007055887256, |
| "loss": 0.7321712970733643, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.38740458015267176, |
| "grad_norm": 0.761995792388916, |
| "learning_rate": 0.00019196175140743658, |
| "loss": 0.8762828707695007, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.3893129770992366, |
| "grad_norm": 0.7371771335601807, |
| "learning_rate": 0.0001918830649722191, |
| "loss": 0.8501207828521729, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.39122137404580154, |
| "grad_norm": 0.6583154797554016, |
| "learning_rate": 0.00019180401156748396, |
| "loss": 0.778701663017273, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.3931297709923664, |
| "grad_norm": 0.6544883251190186, |
| "learning_rate": 0.00019172459150896051, |
| "loss": 0.7464669942855835, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.3950381679389313, |
| "grad_norm": 0.7078415155410767, |
| "learning_rate": 0.00019164480511384268, |
| "loss": 0.8787112832069397, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.3969465648854962, |
| "grad_norm": 0.7920764684677124, |
| "learning_rate": 0.00019156465270078735, |
| "loss": 0.8315320014953613, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.3988549618320611, |
| "grad_norm": 0.6305553317070007, |
| "learning_rate": 0.00019148413458991326, |
| "loss": 0.7282600402832031, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.40076335877862596, |
| "grad_norm": 0.6990242600440979, |
| "learning_rate": 0.00019140325110279975, |
| "loss": 0.837559163570404, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4026717557251908, |
| "grad_norm": 0.8446074724197388, |
| "learning_rate": 0.0001913220025624854, |
| "loss": 0.7799749970436096, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.40458015267175573, |
| "grad_norm": 0.8433075547218323, |
| "learning_rate": 0.0001912403892934667, |
| "loss": 0.8550182580947876, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.4064885496183206, |
| "grad_norm": 0.7501733303070068, |
| "learning_rate": 0.00019115841162169693, |
| "loss": 0.9382178783416748, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.4083969465648855, |
| "grad_norm": 0.726523220539093, |
| "learning_rate": 0.00019107606987458473, |
| "loss": 0.8986192345619202, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.41030534351145037, |
| "grad_norm": 0.6420486569404602, |
| "learning_rate": 0.00019099336438099272, |
| "loss": 0.688328742980957, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.4122137404580153, |
| "grad_norm": 0.6891405582427979, |
| "learning_rate": 0.00019091029547123637, |
| "loss": 0.6529335379600525, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.41412213740458015, |
| "grad_norm": 0.6893248558044434, |
| "learning_rate": 0.00019082686347708254, |
| "loss": 0.8435322046279907, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.41603053435114506, |
| "grad_norm": 0.6454209089279175, |
| "learning_rate": 0.00019074306873174827, |
| "loss": 0.7318831086158752, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.4179389312977099, |
| "grad_norm": 0.6378938555717468, |
| "learning_rate": 0.0001906589115698993, |
| "loss": 0.7579640746116638, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.4198473282442748, |
| "grad_norm": 0.7132017612457275, |
| "learning_rate": 0.00019057439232764885, |
| "loss": 0.8506414294242859, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.4217557251908397, |
| "grad_norm": 0.8259621858596802, |
| "learning_rate": 0.00019048951134255625, |
| "loss": 0.7576637268066406, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.42366412213740456, |
| "grad_norm": 0.8124897480010986, |
| "learning_rate": 0.0001904042689536256, |
| "loss": 0.8990870118141174, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.4255725190839695, |
| "grad_norm": 0.9131141304969788, |
| "learning_rate": 0.00019031866550130438, |
| "loss": 0.8226636052131653, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.42748091603053434, |
| "grad_norm": 0.6879171133041382, |
| "learning_rate": 0.00019023270132748207, |
| "loss": 0.8552612662315369, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.42938931297709926, |
| "grad_norm": 0.6828365921974182, |
| "learning_rate": 0.00019014637677548893, |
| "loss": 0.9507154226303101, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.4312977099236641, |
| "grad_norm": 0.7905396223068237, |
| "learning_rate": 0.00019005969219009449, |
| "loss": 0.9569607377052307, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.43320610687022904, |
| "grad_norm": 0.7431300282478333, |
| "learning_rate": 0.00018997264791750614, |
| "loss": 0.9772092700004578, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.4351145038167939, |
| "grad_norm": 0.6802636981010437, |
| "learning_rate": 0.00018988524430536784, |
| "loss": 0.7958412766456604, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.43702290076335876, |
| "grad_norm": 0.6833978295326233, |
| "learning_rate": 0.0001897974817027588, |
| "loss": 0.6717628240585327, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.4389312977099237, |
| "grad_norm": 0.6823106408119202, |
| "learning_rate": 0.00018970936046019184, |
| "loss": 0.730979323387146, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.44083969465648853, |
| "grad_norm": 0.6977585554122925, |
| "learning_rate": 0.00018962088092961231, |
| "loss": 0.7230042219161987, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.44274809160305345, |
| "grad_norm": 0.6336137652397156, |
| "learning_rate": 0.00018953204346439643, |
| "loss": 0.78371262550354, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.4446564885496183, |
| "grad_norm": 0.7715194225311279, |
| "learning_rate": 0.00018944284841934992, |
| "loss": 0.8616683483123779, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.44656488549618323, |
| "grad_norm": 0.7614982724189758, |
| "learning_rate": 0.0001893532961507067, |
| "loss": 0.8027196526527405, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.4484732824427481, |
| "grad_norm": 0.7270587682723999, |
| "learning_rate": 0.00018926338701612738, |
| "loss": 0.7089850306510925, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.45038167938931295, |
| "grad_norm": 0.8073937296867371, |
| "learning_rate": 0.00018917312137469784, |
| "loss": 0.8359235525131226, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.45229007633587787, |
| "grad_norm": 0.6497123837471008, |
| "learning_rate": 0.00018908249958692782, |
| "loss": 0.7364542484283447, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.4541984732824427, |
| "grad_norm": 0.6599416732788086, |
| "learning_rate": 0.00018899152201474947, |
| "loss": 0.96146160364151, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.45610687022900764, |
| "grad_norm": 0.7983773946762085, |
| "learning_rate": 0.00018890018902151584, |
| "loss": 0.8446069359779358, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.4580152671755725, |
| "grad_norm": 0.7493962645530701, |
| "learning_rate": 0.0001888085009719996, |
| "loss": 0.8703193664550781, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.4599236641221374, |
| "grad_norm": 0.8169968128204346, |
| "learning_rate": 0.00018871645823239128, |
| "loss": 0.720066487789154, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.4618320610687023, |
| "grad_norm": 0.8485615253448486, |
| "learning_rate": 0.00018862406117029824, |
| "loss": 0.6776174306869507, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.4637404580152672, |
| "grad_norm": 0.7612597346305847, |
| "learning_rate": 0.00018853131015474276, |
| "loss": 0.8039662837982178, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.46564885496183206, |
| "grad_norm": 0.7841982841491699, |
| "learning_rate": 0.0001884382055561609, |
| "loss": 0.7466532588005066, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.4675572519083969, |
| "grad_norm": 0.8019384145736694, |
| "learning_rate": 0.00018834474774640078, |
| "loss": 0.9646111130714417, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.46946564885496184, |
| "grad_norm": 0.7281209230422974, |
| "learning_rate": 0.00018825093709872132, |
| "loss": 0.7897037863731384, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.4713740458015267, |
| "grad_norm": 0.797062337398529, |
| "learning_rate": 0.00018815677398779048, |
| "loss": 0.7747257351875305, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.4732824427480916, |
| "grad_norm": 0.9131742119789124, |
| "learning_rate": 0.00018806225878968403, |
| "loss": 0.7692083716392517, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.4751908396946565, |
| "grad_norm": 0.6530922651290894, |
| "learning_rate": 0.00018796739188188394, |
| "loss": 0.8715366721153259, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.4770992366412214, |
| "grad_norm": 0.9586912393569946, |
| "learning_rate": 0.0001878721736432768, |
| "loss": 0.9756409525871277, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.47900763358778625, |
| "grad_norm": 0.935222864151001, |
| "learning_rate": 0.00018777660445415235, |
| "loss": 0.7077156901359558, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.48091603053435117, |
| "grad_norm": 0.6541524529457092, |
| "learning_rate": 0.00018768068469620207, |
| "loss": 0.6768779754638672, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.48282442748091603, |
| "grad_norm": 0.8140842914581299, |
| "learning_rate": 0.00018758441475251754, |
| "loss": 0.8803874254226685, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.4847328244274809, |
| "grad_norm": 0.7510896325111389, |
| "learning_rate": 0.00018748779500758888, |
| "loss": 0.8937657475471497, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.4866412213740458, |
| "grad_norm": 0.8417599201202393, |
| "learning_rate": 0.0001873908258473034, |
| "loss": 0.7629004120826721, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.48854961832061067, |
| "grad_norm": 0.6690160036087036, |
| "learning_rate": 0.00018729350765894372, |
| "loss": 0.7300665974617004, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.4904580152671756, |
| "grad_norm": 0.7725889682769775, |
| "learning_rate": 0.00018719584083118666, |
| "loss": 0.827294111251831, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.49236641221374045, |
| "grad_norm": 0.7742236256599426, |
| "learning_rate": 0.00018709782575410136, |
| "loss": 0.8049525022506714, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.49427480916030536, |
| "grad_norm": 0.6990798711776733, |
| "learning_rate": 0.0001869994628191478, |
| "loss": 0.8596548438072205, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.4961832061068702, |
| "grad_norm": 0.7861542701721191, |
| "learning_rate": 0.0001869007524191753, |
| "loss": 0.9379395246505737, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.49809160305343514, |
| "grad_norm": 0.6927436590194702, |
| "learning_rate": 0.00018680169494842094, |
| "loss": 0.7861412763595581, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.8491238951683044, |
| "learning_rate": 0.00018670229080250788, |
| "loss": 0.7700883746147156, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.5019083969465649, |
| "grad_norm": 0.8999499082565308, |
| "learning_rate": 0.00018660254037844388, |
| "loss": 0.8536050915718079, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.5038167938931297, |
| "grad_norm": 0.7316823601722717, |
| "learning_rate": 0.00018650244407461975, |
| "loss": 0.7228575944900513, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.5057251908396947, |
| "grad_norm": 0.7099804878234863, |
| "learning_rate": 0.00018640200229080763, |
| "loss": 0.8247818350791931, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.5076335877862596, |
| "grad_norm": 0.6847162842750549, |
| "learning_rate": 0.00018630121542815954, |
| "loss": 0.6822383403778076, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5095419847328244, |
| "grad_norm": 0.696711540222168, |
| "learning_rate": 0.0001862000838892056, |
| "loss": 0.7580799460411072, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.5114503816793893, |
| "grad_norm": 0.6475000381469727, |
| "learning_rate": 0.00018609860807785263, |
| "loss": 0.7244993448257446, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.5133587786259542, |
| "grad_norm": 0.835381269454956, |
| "learning_rate": 0.00018599678839938236, |
| "loss": 0.8199276924133301, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.5152671755725191, |
| "grad_norm": 0.667424201965332, |
| "learning_rate": 0.00018589462526044992, |
| "loss": 0.7150349020957947, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.517175572519084, |
| "grad_norm": 0.9183174967765808, |
| "learning_rate": 0.00018579211906908215, |
| "loss": 0.8441946506500244, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.5190839694656488, |
| "grad_norm": 0.7149916291236877, |
| "learning_rate": 0.00018568927023467598, |
| "loss": 0.8440540432929993, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.5209923664122137, |
| "grad_norm": 0.7080127596855164, |
| "learning_rate": 0.0001855860791679969, |
| "loss": 0.7530430555343628, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.5229007633587787, |
| "grad_norm": 0.8946796655654907, |
| "learning_rate": 0.00018548254628117714, |
| "loss": 0.7249343991279602, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.5248091603053435, |
| "grad_norm": 0.826902449131012, |
| "learning_rate": 0.00018537867198771416, |
| "loss": 0.9324170351028442, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.5267175572519084, |
| "grad_norm": 0.7095419764518738, |
| "learning_rate": 0.000185274456702469, |
| "loss": 0.841179370880127, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.5286259541984732, |
| "grad_norm": 0.7262468338012695, |
| "learning_rate": 0.00018516990084166442, |
| "loss": 0.8151962757110596, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.5305343511450382, |
| "grad_norm": 0.7610070705413818, |
| "learning_rate": 0.00018506500482288365, |
| "loss": 0.8434594869613647, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.5324427480916031, |
| "grad_norm": 0.6930210590362549, |
| "learning_rate": 0.00018495976906506822, |
| "loss": 0.8486746549606323, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.5343511450381679, |
| "grad_norm": 0.6274219751358032, |
| "learning_rate": 0.00018485419398851666, |
| "loss": 0.7165244817733765, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.5362595419847328, |
| "grad_norm": 0.7024329304695129, |
| "learning_rate": 0.00018474828001488266, |
| "loss": 0.8439553380012512, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.5381679389312977, |
| "grad_norm": 0.6275829672813416, |
| "learning_rate": 0.0001846420275671735, |
| "loss": 0.7700610756874084, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.5400763358778626, |
| "grad_norm": 0.8504899144172668, |
| "learning_rate": 0.0001845354370697482, |
| "loss": 0.9510678052902222, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.5419847328244275, |
| "grad_norm": 0.9339554905891418, |
| "learning_rate": 0.00018442850894831588, |
| "loss": 0.8770922422409058, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.5438931297709924, |
| "grad_norm": 0.7716355919837952, |
| "learning_rate": 0.00018432124362993425, |
| "loss": 0.7500790953636169, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.5458015267175572, |
| "grad_norm": 0.6428256034851074, |
| "learning_rate": 0.00018421364154300749, |
| "loss": 0.7144466638565063, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.5477099236641222, |
| "grad_norm": 0.6565148830413818, |
| "learning_rate": 0.00018410570311728504, |
| "loss": 0.7853836417198181, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.549618320610687, |
| "grad_norm": 0.7436274290084839, |
| "learning_rate": 0.00018399742878385947, |
| "loss": 0.7885539531707764, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.5515267175572519, |
| "grad_norm": 0.7915308475494385, |
| "learning_rate": 0.000183888818975165, |
| "loss": 0.8914458751678467, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.5534351145038168, |
| "grad_norm": 0.6639530658721924, |
| "learning_rate": 0.0001837798741249757, |
| "loss": 0.8313987851142883, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.5553435114503816, |
| "grad_norm": 0.7638710737228394, |
| "learning_rate": 0.00018367059466840372, |
| "loss": 0.7018760442733765, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.5572519083969466, |
| "grad_norm": 0.6375514268875122, |
| "learning_rate": 0.0001835609810418976, |
| "loss": 0.6819204688072205, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.5591603053435115, |
| "grad_norm": 0.7897312045097351, |
| "learning_rate": 0.0001834510336832405, |
| "loss": 0.8072556257247925, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.5610687022900763, |
| "grad_norm": 0.6562504172325134, |
| "learning_rate": 0.00018334075303154848, |
| "loss": 0.6301808953285217, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.5629770992366412, |
| "grad_norm": 0.6480065584182739, |
| "learning_rate": 0.00018323013952726875, |
| "loss": 0.8817023038864136, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.5648854961832062, |
| "grad_norm": 0.7154799103736877, |
| "learning_rate": 0.00018311919361217784, |
| "loss": 0.873283863067627, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.566793893129771, |
| "grad_norm": 0.6573131084442139, |
| "learning_rate": 0.00018300791572937994, |
| "loss": 0.7678433060646057, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.5687022900763359, |
| "grad_norm": 0.6776493191719055, |
| "learning_rate": 0.00018289630632330504, |
| "loss": 0.8190892934799194, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.5706106870229007, |
| "grad_norm": 0.7599857449531555, |
| "learning_rate": 0.0001827843658397072, |
| "loss": 0.8244090676307678, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.5725190839694656, |
| "grad_norm": 0.6910902857780457, |
| "learning_rate": 0.00018267209472566277, |
| "loss": 0.7675949335098267, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.5744274809160306, |
| "grad_norm": 0.6786538362503052, |
| "learning_rate": 0.00018255949342956863, |
| "loss": 0.7707676887512207, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.5763358778625954, |
| "grad_norm": 0.7985155582427979, |
| "learning_rate": 0.00018244656240114031, |
| "loss": 0.8402585983276367, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.5782442748091603, |
| "grad_norm": 0.802747905254364, |
| "learning_rate": 0.00018233330209141025, |
| "loss": 0.8247464299201965, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.5801526717557252, |
| "grad_norm": 0.7794269919395447, |
| "learning_rate": 0.00018221971295272606, |
| "loss": 0.813611626625061, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.5820610687022901, |
| "grad_norm": 0.6826204657554626, |
| "learning_rate": 0.0001821057954387486, |
| "loss": 0.8085711002349854, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.583969465648855, |
| "grad_norm": 0.8226385712623596, |
| "learning_rate": 0.00018199155000445024, |
| "loss": 0.920879065990448, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.5858778625954199, |
| "grad_norm": 0.6477347612380981, |
| "learning_rate": 0.00018187697710611298, |
| "loss": 0.6817933917045593, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.5877862595419847, |
| "grad_norm": 0.5807804465293884, |
| "learning_rate": 0.0001817620772013267, |
| "loss": 0.6386286020278931, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.5896946564885496, |
| "grad_norm": 0.8978777527809143, |
| "learning_rate": 0.0001816468507489874, |
| "loss": 0.9605103135108948, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.5916030534351145, |
| "grad_norm": 0.778271496295929, |
| "learning_rate": 0.00018153129820929506, |
| "loss": 0.8793523907661438, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.5935114503816794, |
| "grad_norm": 0.6236903667449951, |
| "learning_rate": 0.00018141542004375223, |
| "loss": 0.6926164627075195, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.5954198473282443, |
| "grad_norm": 0.6846082806587219, |
| "learning_rate": 0.00018129921671516182, |
| "loss": 0.9161442518234253, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.5973282442748091, |
| "grad_norm": 0.6092160940170288, |
| "learning_rate": 0.00018118268868762546, |
| "loss": 0.7681725025177002, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.5992366412213741, |
| "grad_norm": 0.6718221306800842, |
| "learning_rate": 0.00018106583642654158, |
| "loss": 0.8049030900001526, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.601145038167939, |
| "grad_norm": 0.6517919898033142, |
| "learning_rate": 0.00018094866039860356, |
| "loss": 0.672369658946991, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.6030534351145038, |
| "grad_norm": 0.7806390523910522, |
| "learning_rate": 0.00018083116107179788, |
| "loss": 0.940979540348053, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.6049618320610687, |
| "grad_norm": 0.7215765118598938, |
| "learning_rate": 0.00018071333891540213, |
| "loss": 0.7792754769325256, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.6068702290076335, |
| "grad_norm": 0.7212367653846741, |
| "learning_rate": 0.00018059519439998347, |
| "loss": 0.7840749621391296, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.6087786259541985, |
| "grad_norm": 0.6932458877563477, |
| "learning_rate": 0.00018047672799739628, |
| "loss": 0.8413757681846619, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.6106870229007634, |
| "grad_norm": 0.7376019358634949, |
| "learning_rate": 0.00018035794018078064, |
| "loss": 0.7670861482620239, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.6125954198473282, |
| "grad_norm": 0.7866705060005188, |
| "learning_rate": 0.0001802388314245603, |
| "loss": 0.8528102040290833, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.6145038167938931, |
| "grad_norm": 0.7400007247924805, |
| "learning_rate": 0.0001801194022044408, |
| "loss": 0.7491836547851562, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.6164122137404581, |
| "grad_norm": 0.7856490015983582, |
| "learning_rate": 0.00017999965299740753, |
| "loss": 0.8039355278015137, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.6183206106870229, |
| "grad_norm": 0.7606260776519775, |
| "learning_rate": 0.00017987958428172397, |
| "loss": 0.6929895877838135, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.6202290076335878, |
| "grad_norm": 0.7794435024261475, |
| "learning_rate": 0.0001797591965369296, |
| "loss": 0.718076765537262, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.6221374045801527, |
| "grad_norm": 0.7260003089904785, |
| "learning_rate": 0.00017963849024383804, |
| "loss": 0.7952104210853577, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.6240458015267175, |
| "grad_norm": 0.7415996193885803, |
| "learning_rate": 0.00017951746588453524, |
| "loss": 0.7466655373573303, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.6259541984732825, |
| "grad_norm": 0.7453495860099792, |
| "learning_rate": 0.0001793961239423774, |
| "loss": 0.8698800802230835, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.6278625954198473, |
| "grad_norm": 0.7051957249641418, |
| "learning_rate": 0.0001792744649019891, |
| "loss": 0.804383397102356, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.6297709923664122, |
| "grad_norm": 0.8170496225357056, |
| "learning_rate": 0.00017915248924926143, |
| "loss": 0.7736644744873047, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.6316793893129771, |
| "grad_norm": 0.7568200826644897, |
| "learning_rate": 0.00017903019747134998, |
| "loss": 0.7610517144203186, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.6335877862595419, |
| "grad_norm": 0.6409168243408203, |
| "learning_rate": 0.00017890759005667278, |
| "loss": 0.6060128808021545, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.6354961832061069, |
| "grad_norm": 0.7364526987075806, |
| "learning_rate": 0.00017878466749490866, |
| "loss": 0.9377261400222778, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.6374045801526718, |
| "grad_norm": 0.8193963766098022, |
| "learning_rate": 0.000178661430276995, |
| "loss": 0.7472018003463745, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.6393129770992366, |
| "grad_norm": 0.7738126516342163, |
| "learning_rate": 0.00017853787889512588, |
| "loss": 0.7138077020645142, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.6412213740458015, |
| "grad_norm": 0.7044742703437805, |
| "learning_rate": 0.0001784140138427502, |
| "loss": 0.9724718332290649, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.6431297709923665, |
| "grad_norm": 0.9464431405067444, |
| "learning_rate": 0.00017828983561456941, |
| "loss": 0.7842336297035217, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.6450381679389313, |
| "grad_norm": 0.8200290203094482, |
| "learning_rate": 0.00017816534470653606, |
| "loss": 0.7992740869522095, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.6469465648854962, |
| "grad_norm": 0.712479829788208, |
| "learning_rate": 0.00017804054161585123, |
| "loss": 0.6871699690818787, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.648854961832061, |
| "grad_norm": 0.6953346133232117, |
| "learning_rate": 0.0001779154268409629, |
| "loss": 0.8726075291633606, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.6507633587786259, |
| "grad_norm": 0.7262577414512634, |
| "learning_rate": 0.00017779000088156396, |
| "loss": 0.8324016332626343, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.6526717557251909, |
| "grad_norm": 0.7458943128585815, |
| "learning_rate": 0.00017766426423859006, |
| "loss": 0.8070228099822998, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.6545801526717557, |
| "grad_norm": 0.6674166917800903, |
| "learning_rate": 0.00017753821741421769, |
| "loss": 0.7008100748062134, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.6564885496183206, |
| "grad_norm": 0.7021476626396179, |
| "learning_rate": 0.0001774118609118621, |
| "loss": 0.7791208028793335, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.6583969465648855, |
| "grad_norm": 0.5728323459625244, |
| "learning_rate": 0.00017728519523617554, |
| "loss": 0.7050975561141968, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.6603053435114504, |
| "grad_norm": 0.6441164612770081, |
| "learning_rate": 0.00017715822089304486, |
| "loss": 0.7866590619087219, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.6622137404580153, |
| "grad_norm": 0.7046230435371399, |
| "learning_rate": 0.0001770309383895898, |
| "loss": 0.8273329138755798, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.6641221374045801, |
| "grad_norm": 0.6595011353492737, |
| "learning_rate": 0.00017690334823416084, |
| "loss": 0.6689213514328003, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.666030534351145, |
| "grad_norm": 0.5818625688552856, |
| "learning_rate": 0.00017677545093633713, |
| "loss": 0.6251814961433411, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.6679389312977099, |
| "grad_norm": 0.6281395554542542, |
| "learning_rate": 0.00017664724700692454, |
| "loss": 0.665907621383667, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.6698473282442748, |
| "grad_norm": 0.5682083368301392, |
| "learning_rate": 0.00017651873695795367, |
| "loss": 0.7040910720825195, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.6717557251908397, |
| "grad_norm": 0.8523306846618652, |
| "learning_rate": 0.00017638992130267756, |
| "loss": 0.9397965669631958, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.6736641221374046, |
| "grad_norm": 0.8172243237495422, |
| "learning_rate": 0.00017626080055557, |
| "loss": 0.7563872337341309, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.6755725190839694, |
| "grad_norm": 0.7371250987052917, |
| "learning_rate": 0.00017613137523232308, |
| "loss": 0.7437839508056641, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.6774809160305344, |
| "grad_norm": 0.6615129709243774, |
| "learning_rate": 0.00017600164584984546, |
| "loss": 0.8135066628456116, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.6793893129770993, |
| "grad_norm": 0.695019543170929, |
| "learning_rate": 0.00017587161292626012, |
| "loss": 0.8044134378433228, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.6812977099236641, |
| "grad_norm": 0.6614181399345398, |
| "learning_rate": 0.00017574127698090236, |
| "loss": 0.8590314984321594, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.683206106870229, |
| "grad_norm": 0.6806448698043823, |
| "learning_rate": 0.00017561063853431774, |
| "loss": 0.7957973480224609, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.6851145038167938, |
| "grad_norm": 0.6237355470657349, |
| "learning_rate": 0.00017547969810825995, |
| "loss": 0.7711411118507385, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.6870229007633588, |
| "grad_norm": 0.7326170206069946, |
| "learning_rate": 0.00017534845622568869, |
| "loss": 0.7691990733146667, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.6889312977099237, |
| "grad_norm": 0.6910527348518372, |
| "learning_rate": 0.00017521691341076774, |
| "loss": 0.6117557287216187, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.6908396946564885, |
| "grad_norm": 0.7196635007858276, |
| "learning_rate": 0.00017508507018886268, |
| "loss": 0.8305698037147522, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.6927480916030534, |
| "grad_norm": 0.8049364686012268, |
| "learning_rate": 0.00017495292708653897, |
| "loss": 0.8799786567687988, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.6946564885496184, |
| "grad_norm": 0.6581491231918335, |
| "learning_rate": 0.00017482048463155967, |
| "loss": 0.7862188220024109, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.6965648854961832, |
| "grad_norm": 0.7264696955680847, |
| "learning_rate": 0.00017468774335288343, |
| "loss": 0.7697022557258606, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.6984732824427481, |
| "grad_norm": 0.7711309790611267, |
| "learning_rate": 0.00017455470378066243, |
| "loss": 0.711321234703064, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.700381679389313, |
| "grad_norm": 0.7543802857398987, |
| "learning_rate": 0.00017442136644624015, |
| "loss": 0.7811844944953918, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.7022900763358778, |
| "grad_norm": 0.7283676862716675, |
| "learning_rate": 0.00017428773188214925, |
| "loss": 0.8818699717521667, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.7041984732824428, |
| "grad_norm": 0.6169099807739258, |
| "learning_rate": 0.00017415380062210954, |
| "loss": 0.6504080891609192, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.7061068702290076, |
| "grad_norm": 0.6292209625244141, |
| "learning_rate": 0.00017401957320102587, |
| "loss": 0.7281547784805298, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.7080152671755725, |
| "grad_norm": 0.8087360858917236, |
| "learning_rate": 0.00017388505015498575, |
| "loss": 0.911018967628479, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.7099236641221374, |
| "grad_norm": 0.6205286979675293, |
| "learning_rate": 0.00017375023202125753, |
| "loss": 0.6708084940910339, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.7118320610687023, |
| "grad_norm": 0.651057243347168, |
| "learning_rate": 0.00017361511933828801, |
| "loss": 0.8169975280761719, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.7137404580152672, |
| "grad_norm": 0.6071662902832031, |
| "learning_rate": 0.0001734797126457004, |
| "loss": 0.8124607801437378, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.7156488549618321, |
| "grad_norm": 0.6285260915756226, |
| "learning_rate": 0.00017334401248429227, |
| "loss": 0.8034093976020813, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.7175572519083969, |
| "grad_norm": 0.6304917931556702, |
| "learning_rate": 0.00017320801939603304, |
| "loss": 0.6551451683044434, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.7194656488549618, |
| "grad_norm": 0.6045227646827698, |
| "learning_rate": 0.00017307173392406221, |
| "loss": 0.6780649423599243, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.7213740458015268, |
| "grad_norm": 0.7062244415283203, |
| "learning_rate": 0.000172935156612687, |
| "loss": 0.8283180594444275, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.7232824427480916, |
| "grad_norm": 0.6424290537834167, |
| "learning_rate": 0.00017279828800738017, |
| "loss": 0.6931131482124329, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.7251908396946565, |
| "grad_norm": 0.5736993551254272, |
| "learning_rate": 0.0001726611286547779, |
| "loss": 0.6850195527076721, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.7270992366412213, |
| "grad_norm": 0.583165168762207, |
| "learning_rate": 0.0001725236791026775, |
| "loss": 0.6734647750854492, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.7290076335877863, |
| "grad_norm": 0.6753141283988953, |
| "learning_rate": 0.00017238593990003543, |
| "loss": 0.6214074492454529, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.7309160305343512, |
| "grad_norm": 0.6378006935119629, |
| "learning_rate": 0.0001722479115969649, |
| "loss": 0.6616349220275879, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.732824427480916, |
| "grad_norm": 0.6691845059394836, |
| "learning_rate": 0.00017210959474473373, |
| "loss": 0.7897334694862366, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.7347328244274809, |
| "grad_norm": 0.7121267318725586, |
| "learning_rate": 0.00017197098989576222, |
| "loss": 0.7752635478973389, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.7366412213740458, |
| "grad_norm": 0.7109902501106262, |
| "learning_rate": 0.00017183209760362087, |
| "loss": 0.7637916803359985, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.7385496183206107, |
| "grad_norm": 0.6235750913619995, |
| "learning_rate": 0.0001716929184230282, |
| "loss": 0.7449964284896851, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.7404580152671756, |
| "grad_norm": 0.6020548939704895, |
| "learning_rate": 0.00017155345290984853, |
| "loss": 0.7526451945304871, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.7423664122137404, |
| "grad_norm": 0.7183219790458679, |
| "learning_rate": 0.0001714137016210897, |
| "loss": 0.8206169009208679, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.7442748091603053, |
| "grad_norm": 0.7202697396278381, |
| "learning_rate": 0.00017127366511490103, |
| "loss": 0.9569057822227478, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.7461832061068703, |
| "grad_norm": 0.5628166794776917, |
| "learning_rate": 0.00017113334395057087, |
| "loss": 0.7293851971626282, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.7480916030534351, |
| "grad_norm": 0.5517001152038574, |
| "learning_rate": 0.0001709927386885244, |
| "loss": 0.6535385847091675, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.6714818477630615, |
| "learning_rate": 0.00017085184989032158, |
| "loss": 0.9788048267364502, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.7519083969465649, |
| "grad_norm": 0.6490929126739502, |
| "learning_rate": 0.00017071067811865476, |
| "loss": 0.7962111234664917, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.7538167938931297, |
| "grad_norm": 0.6007545590400696, |
| "learning_rate": 0.00017056922393734637, |
| "loss": 0.6212320923805237, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.7557251908396947, |
| "grad_norm": 0.6076050400733948, |
| "learning_rate": 0.00017042748791134673, |
| "loss": 0.742911696434021, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.7576335877862596, |
| "grad_norm": 0.692491888999939, |
| "learning_rate": 0.000170285470606732, |
| "loss": 0.6534058451652527, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.7595419847328244, |
| "grad_norm": 0.6946771740913391, |
| "learning_rate": 0.00017014317259070148, |
| "loss": 0.7185120582580566, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.7614503816793893, |
| "grad_norm": 0.7877113819122314, |
| "learning_rate": 0.00017000059443157586, |
| "loss": 0.8319492936134338, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.7633587786259542, |
| "grad_norm": 0.7517495155334473, |
| "learning_rate": 0.00016985773669879443, |
| "loss": 0.9311786890029907, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.7652671755725191, |
| "grad_norm": 0.6660169959068298, |
| "learning_rate": 0.0001697145999629133, |
| "loss": 0.7865347862243652, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.767175572519084, |
| "grad_norm": 0.6578369736671448, |
| "learning_rate": 0.0001695711847956026, |
| "loss": 0.7376701831817627, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.7690839694656488, |
| "grad_norm": 0.8675081133842468, |
| "learning_rate": 0.0001694274917696448, |
| "loss": 0.7598669528961182, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.7709923664122137, |
| "grad_norm": 0.6933845281600952, |
| "learning_rate": 0.0001692835214589319, |
| "loss": 0.8819526433944702, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.7729007633587787, |
| "grad_norm": 0.600820779800415, |
| "learning_rate": 0.0001691392744384633, |
| "loss": 0.6052135229110718, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.7748091603053435, |
| "grad_norm": 0.6492821574211121, |
| "learning_rate": 0.00016899475128434382, |
| "loss": 0.7452248334884644, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.7767175572519084, |
| "grad_norm": 0.6682466268539429, |
| "learning_rate": 0.00016884995257378078, |
| "loss": 0.7919533848762512, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.7786259541984732, |
| "grad_norm": 0.6175159811973572, |
| "learning_rate": 0.00016870487888508224, |
| "loss": 0.75071120262146, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.7805343511450382, |
| "grad_norm": 0.6515896320343018, |
| "learning_rate": 0.00016855953079765448, |
| "loss": 0.8758217692375183, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.7824427480916031, |
| "grad_norm": 0.7739993929862976, |
| "learning_rate": 0.00016841390889199963, |
| "loss": 0.700404942035675, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.7843511450381679, |
| "grad_norm": 0.6714352965354919, |
| "learning_rate": 0.00016826801374971343, |
| "loss": 0.6998648643493652, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.7862595419847328, |
| "grad_norm": 0.5435221195220947, |
| "learning_rate": 0.0001681218459534829, |
| "loss": 0.6169798970222473, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.7881679389312977, |
| "grad_norm": 0.5985938310623169, |
| "learning_rate": 0.00016797540608708407, |
| "loss": 0.5850165486335754, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.7900763358778626, |
| "grad_norm": 0.7272723317146301, |
| "learning_rate": 0.0001678286947353795, |
| "loss": 0.7439934611320496, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.7919847328244275, |
| "grad_norm": 0.7125585079193115, |
| "learning_rate": 0.00016768171248431602, |
| "loss": 0.6568199396133423, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.7938931297709924, |
| "grad_norm": 0.6785078644752502, |
| "learning_rate": 0.0001675344599209225, |
| "loss": 0.7679774761199951, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.7958015267175572, |
| "grad_norm": 0.680644154548645, |
| "learning_rate": 0.00016738693763330726, |
| "loss": 0.7425507307052612, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.7977099236641222, |
| "grad_norm": 0.5993022918701172, |
| "learning_rate": 0.00016723914621065598, |
| "loss": 0.7285944819450378, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.799618320610687, |
| "grad_norm": 0.6360685229301453, |
| "learning_rate": 0.00016709108624322924, |
| "loss": 0.8232290744781494, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.8015267175572519, |
| "grad_norm": 0.6330887079238892, |
| "learning_rate": 0.0001669427583223601, |
| "loss": 0.6810738444328308, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.8034351145038168, |
| "grad_norm": 0.7288772463798523, |
| "learning_rate": 0.0001667941630404517, |
| "loss": 0.8008633852005005, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.8053435114503816, |
| "grad_norm": 0.684376060962677, |
| "learning_rate": 0.00016664530099097521, |
| "loss": 0.7976124286651611, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.8072519083969466, |
| "grad_norm": 0.674179196357727, |
| "learning_rate": 0.00016649617276846704, |
| "loss": 0.947729229927063, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.8091603053435115, |
| "grad_norm": 0.6153618693351746, |
| "learning_rate": 0.00016634677896852678, |
| "loss": 0.6947682499885559, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.8110687022900763, |
| "grad_norm": 0.7484484314918518, |
| "learning_rate": 0.00016619712018781462, |
| "loss": 0.8903341293334961, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.8129770992366412, |
| "grad_norm": 0.6236786842346191, |
| "learning_rate": 0.00016604719702404915, |
| "loss": 0.6754611730575562, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.8148854961832062, |
| "grad_norm": 0.5537739992141724, |
| "learning_rate": 0.00016589701007600476, |
| "loss": 0.7181618213653564, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.816793893129771, |
| "grad_norm": 0.7256785035133362, |
| "learning_rate": 0.00016574655994350943, |
| "loss": 0.8675359487533569, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.8187022900763359, |
| "grad_norm": 0.6986706852912903, |
| "learning_rate": 0.00016559584722744227, |
| "loss": 0.8101359009742737, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.8206106870229007, |
| "grad_norm": 0.684287428855896, |
| "learning_rate": 0.00016544487252973105, |
| "loss": 0.8069151639938354, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.8225190839694656, |
| "grad_norm": 0.6052039861679077, |
| "learning_rate": 0.00016529363645335, |
| "loss": 0.751659095287323, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.8244274809160306, |
| "grad_norm": 0.6484826803207397, |
| "learning_rate": 0.00016514213960231702, |
| "loss": 0.6957074403762817, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.8263358778625954, |
| "grad_norm": 0.5899217128753662, |
| "learning_rate": 0.0001649903825816918, |
| "loss": 0.7061124444007874, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.8282442748091603, |
| "grad_norm": 0.5950580835342407, |
| "learning_rate": 0.00016483836599757296, |
| "loss": 0.6376693248748779, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.8301526717557252, |
| "grad_norm": 0.6089735627174377, |
| "learning_rate": 0.0001646860904570958, |
| "loss": 0.653281033039093, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.8320610687022901, |
| "grad_norm": 0.7903490662574768, |
| "learning_rate": 0.0001645335565684298, |
| "loss": 0.9486740231513977, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.833969465648855, |
| "grad_norm": 0.6438021659851074, |
| "learning_rate": 0.00016438076494077638, |
| "loss": 0.7429736852645874, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.8358778625954199, |
| "grad_norm": 0.7143797874450684, |
| "learning_rate": 0.00016422771618436623, |
| "loss": 0.7504128813743591, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.8377862595419847, |
| "grad_norm": 0.6937310695648193, |
| "learning_rate": 0.00016407441091045706, |
| "loss": 0.7668763995170593, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.8396946564885496, |
| "grad_norm": 0.6838023662567139, |
| "learning_rate": 0.00016392084973133097, |
| "loss": 0.744976282119751, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.8416030534351145, |
| "grad_norm": 0.7726618647575378, |
| "learning_rate": 0.0001637670332602923, |
| "loss": 0.775231659412384, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.8435114503816794, |
| "grad_norm": 0.5843496322631836, |
| "learning_rate": 0.0001636129621116648, |
| "loss": 0.7458910346031189, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.8454198473282443, |
| "grad_norm": 0.6611420512199402, |
| "learning_rate": 0.0001634586369007894, |
| "loss": 0.7827946543693542, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.8473282442748091, |
| "grad_norm": 0.6660049557685852, |
| "learning_rate": 0.0001633040582440219, |
| "loss": 0.7378859519958496, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.8492366412213741, |
| "grad_norm": 0.6203767657279968, |
| "learning_rate": 0.0001631492267587301, |
| "loss": 0.7874734997749329, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.851145038167939, |
| "grad_norm": 0.5838927030563354, |
| "learning_rate": 0.0001629941430632917, |
| "loss": 0.7828131914138794, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.8530534351145038, |
| "grad_norm": 0.7298924922943115, |
| "learning_rate": 0.00016283880777709172, |
| "loss": 0.8850565552711487, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.8549618320610687, |
| "grad_norm": 0.5728611946105957, |
| "learning_rate": 0.00016268322152051984, |
| "loss": 0.7501472234725952, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.8568702290076335, |
| "grad_norm": 0.5815840363502502, |
| "learning_rate": 0.00016252738491496824, |
| "loss": 0.7860700488090515, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.8587786259541985, |
| "grad_norm": 0.6321979761123657, |
| "learning_rate": 0.00016237129858282895, |
| "loss": 0.8447892069816589, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.8606870229007634, |
| "grad_norm": 0.5760623216629028, |
| "learning_rate": 0.0001622149631474913, |
| "loss": 0.8055865168571472, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.8625954198473282, |
| "grad_norm": 0.7377736568450928, |
| "learning_rate": 0.00016205837923333953, |
| "loss": 0.9598544239997864, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.8645038167938931, |
| "grad_norm": 0.6470854878425598, |
| "learning_rate": 0.00016190154746575033, |
| "loss": 0.792332112789154, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.8664122137404581, |
| "grad_norm": 0.6200245022773743, |
| "learning_rate": 0.00016174446847109025, |
| "loss": 0.7063107490539551, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.8683206106870229, |
| "grad_norm": 0.6435256004333496, |
| "learning_rate": 0.00016158714287671318, |
| "loss": 0.7804868817329407, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.8702290076335878, |
| "grad_norm": 0.7654232382774353, |
| "learning_rate": 0.000161429571310958, |
| "loss": 0.7346771359443665, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.8721374045801527, |
| "grad_norm": 0.6881013512611389, |
| "learning_rate": 0.00016127175440314596, |
| "loss": 0.7772030234336853, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.8740458015267175, |
| "grad_norm": 0.7205625176429749, |
| "learning_rate": 0.000161113692783578, |
| "loss": 0.8162299990653992, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.8759541984732825, |
| "grad_norm": 0.6343117952346802, |
| "learning_rate": 0.00016095538708353266, |
| "loss": 0.6849362850189209, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.8778625954198473, |
| "grad_norm": 0.7836147546768188, |
| "learning_rate": 0.0001607968379352631, |
| "loss": 0.7396897673606873, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.8797709923664122, |
| "grad_norm": 0.6314235925674438, |
| "learning_rate": 0.00016063804597199499, |
| "loss": 0.7888175249099731, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.8816793893129771, |
| "grad_norm": 0.6601391434669495, |
| "learning_rate": 0.00016047901182792353, |
| "loss": 0.6901624202728271, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.8835877862595419, |
| "grad_norm": 0.5762699842453003, |
| "learning_rate": 0.0001603197361382114, |
| "loss": 0.6644793748855591, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.8854961832061069, |
| "grad_norm": 0.6763225197792053, |
| "learning_rate": 0.00016016021953898572, |
| "loss": 0.7466002702713013, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.8874045801526718, |
| "grad_norm": 0.7207778692245483, |
| "learning_rate": 0.00016000046266733607, |
| "loss": 0.8403519988059998, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.8893129770992366, |
| "grad_norm": 0.7191675305366516, |
| "learning_rate": 0.0001598404661613114, |
| "loss": 0.8248481750488281, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.8912213740458015, |
| "grad_norm": 0.6308473348617554, |
| "learning_rate": 0.00015968023065991783, |
| "loss": 0.6770390868186951, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.8931297709923665, |
| "grad_norm": 0.7143163681030273, |
| "learning_rate": 0.0001595197568031161, |
| "loss": 0.774874746799469, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.8950381679389313, |
| "grad_norm": 0.7183948755264282, |
| "learning_rate": 0.0001593590452318187, |
| "loss": 0.7654241919517517, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.8969465648854962, |
| "grad_norm": 0.6145818829536438, |
| "learning_rate": 0.00015919809658788763, |
| "loss": 0.7091991305351257, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.898854961832061, |
| "grad_norm": 0.7230892777442932, |
| "learning_rate": 0.00015903691151413182, |
| "loss": 0.8808704614639282, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.9007633587786259, |
| "grad_norm": 0.7757624983787537, |
| "learning_rate": 0.0001588754906543043, |
| "loss": 0.7996405959129333, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.9026717557251909, |
| "grad_norm": 0.8004796504974365, |
| "learning_rate": 0.00015871383465309991, |
| "loss": 0.7810606360435486, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.9045801526717557, |
| "grad_norm": 0.7248153686523438, |
| "learning_rate": 0.00015855194415615256, |
| "loss": 0.7624359130859375, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.9064885496183206, |
| "grad_norm": 0.6396761536598206, |
| "learning_rate": 0.00015838981981003273, |
| "loss": 0.8043227195739746, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.9083969465648855, |
| "grad_norm": 0.6938030123710632, |
| "learning_rate": 0.0001582274622622449, |
| "loss": 0.7283197045326233, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.9103053435114504, |
| "grad_norm": 0.7794911861419678, |
| "learning_rate": 0.0001580648721612249, |
| "loss": 0.7841243147850037, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.9122137404580153, |
| "grad_norm": 0.6454060077667236, |
| "learning_rate": 0.00015790205015633733, |
| "loss": 0.7931807041168213, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.9141221374045801, |
| "grad_norm": 0.6589789390563965, |
| "learning_rate": 0.00015773899689787294, |
| "loss": 0.7430353164672852, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.916030534351145, |
| "grad_norm": 0.6935415863990784, |
| "learning_rate": 0.0001575757130370462, |
| "loss": 0.8219285607337952, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.9179389312977099, |
| "grad_norm": 0.6725053191184998, |
| "learning_rate": 0.00015741219922599253, |
| "loss": 0.7946504354476929, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.9198473282442748, |
| "grad_norm": 0.6859068274497986, |
| "learning_rate": 0.00015724845611776565, |
| "loss": 0.8827815055847168, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.9217557251908397, |
| "grad_norm": 0.6601479053497314, |
| "learning_rate": 0.00015708448436633522, |
| "loss": 0.8341709971427917, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.9236641221374046, |
| "grad_norm": 0.6317791938781738, |
| "learning_rate": 0.000156920284626584, |
| "loss": 0.6237555742263794, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.9255725190839694, |
| "grad_norm": 0.6455380320549011, |
| "learning_rate": 0.0001567558575543052, |
| "loss": 0.8918779492378235, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.9274809160305344, |
| "grad_norm": 0.7169380187988281, |
| "learning_rate": 0.0001565912038062001, |
| "loss": 0.7054572105407715, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.9293893129770993, |
| "grad_norm": 0.6330932378768921, |
| "learning_rate": 0.00015642632403987535, |
| "loss": 0.8734369874000549, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.9312977099236641, |
| "grad_norm": 0.6074062585830688, |
| "learning_rate": 0.0001562612189138401, |
| "loss": 0.6660835146903992, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.933206106870229, |
| "grad_norm": 0.6423531174659729, |
| "learning_rate": 0.00015609588908750376, |
| "loss": 0.769476592540741, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.9351145038167938, |
| "grad_norm": 0.646690309047699, |
| "learning_rate": 0.00015593033522117298, |
| "loss": 0.7003253698348999, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.9370229007633588, |
| "grad_norm": 0.6849831938743591, |
| "learning_rate": 0.00015576455797604928, |
| "loss": 0.7950581908226013, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.9389312977099237, |
| "grad_norm": 0.7034041285514832, |
| "learning_rate": 0.0001555985580142264, |
| "loss": 0.7060476541519165, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.9408396946564885, |
| "grad_norm": 0.7383472323417664, |
| "learning_rate": 0.00015543233599868742, |
| "loss": 0.7794291973114014, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.9427480916030534, |
| "grad_norm": 0.6245297193527222, |
| "learning_rate": 0.00015526589259330246, |
| "loss": 0.6570280194282532, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.9446564885496184, |
| "grad_norm": 0.6037810444831848, |
| "learning_rate": 0.00015509922846282568, |
| "loss": 0.775126576423645, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.9465648854961832, |
| "grad_norm": 0.68060302734375, |
| "learning_rate": 0.00015493234427289295, |
| "loss": 0.8163896203041077, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.9484732824427481, |
| "grad_norm": 0.6397544145584106, |
| "learning_rate": 0.00015476524069001882, |
| "loss": 0.7781999111175537, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.950381679389313, |
| "grad_norm": 0.6421068906784058, |
| "learning_rate": 0.00015459791838159424, |
| "loss": 0.6983038783073425, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.9522900763358778, |
| "grad_norm": 0.6688042879104614, |
| "learning_rate": 0.0001544303780158837, |
| "loss": 0.654350221157074, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.9541984732824428, |
| "grad_norm": 0.5361288189888, |
| "learning_rate": 0.00015426262026202255, |
| "loss": 0.7276004552841187, |
| "step": 500 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1572, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4505964380160000.0, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
