{ "best_global_step": 60003, "best_metric": 0.8089721345660946, "best_model_checkpoint": "./doc_type_v2_primary_model_multilingual-e5-small/checkpoint-60003", "epoch": 3.0, "eval_steps": 500, "global_step": 60003, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.024998750062496876, "grad_norm": 17.081697463989258, "learning_rate": 4.9584187457293806e-05, "loss": 1.8537, "step": 500 }, { "epoch": 0.04999750012499375, "grad_norm": 16.341184616088867, "learning_rate": 4.9167541622918856e-05, "loss": 1.3289, "step": 1000 }, { "epoch": 0.07499625018749062, "grad_norm": 12.614828109741211, "learning_rate": 4.875089578854391e-05, "loss": 1.1698, "step": 1500 }, { "epoch": 0.0999950002499875, "grad_norm": 17.94846534729004, "learning_rate": 4.833424995416896e-05, "loss": 1.0996, "step": 2000 }, { "epoch": 0.12499375031248437, "grad_norm": 9.764547348022461, "learning_rate": 4.7917604119794014e-05, "loss": 1.0552, "step": 2500 }, { "epoch": 0.14999250037498124, "grad_norm": 5.973393440246582, "learning_rate": 4.7500958285419064e-05, "loss": 1.0462, "step": 3000 }, { "epoch": 0.17499125043747812, "grad_norm": 5.258781909942627, "learning_rate": 4.7084312451044115e-05, "loss": 1.0004, "step": 3500 }, { "epoch": 0.199990000499975, "grad_norm": 5.401681423187256, "learning_rate": 4.666766661666917e-05, "loss": 0.9812, "step": 4000 }, { "epoch": 0.2249887505624719, "grad_norm": 3.4015467166900635, "learning_rate": 4.625102078229422e-05, "loss": 0.9245, "step": 4500 }, { "epoch": 0.24998750062496874, "grad_norm": 11.498674392700195, "learning_rate": 4.583437494791927e-05, "loss": 0.9282, "step": 5000 }, { "epoch": 0.2749862506874656, "grad_norm": 6.841133117675781, "learning_rate": 4.541772911354433e-05, "loss": 0.9167, "step": 5500 }, { "epoch": 0.2999850007499625, "grad_norm": 5.397707939147949, "learning_rate": 4.500108327916937e-05, "loss": 0.8886, "step": 6000 }, { "epoch": 0.3249837508124594, "grad_norm": 7.148469924926758, "learning_rate": 4.458443744479443e-05, "loss": 0.8826, "step": 6500 }, { "epoch": 0.34998250087495625, "grad_norm": 3.2729530334472656, "learning_rate": 4.416779161041948e-05, "loss": 0.8443, "step": 7000 }, { "epoch": 0.3749812509374531, "grad_norm": 12.553752899169922, "learning_rate": 4.375114577604453e-05, "loss": 0.8374, "step": 7500 }, { "epoch": 0.39998000099995, "grad_norm": 9.571837425231934, "learning_rate": 4.333449994166959e-05, "loss": 0.8271, "step": 8000 }, { "epoch": 0.42497875106244687, "grad_norm": 11.265901565551758, "learning_rate": 4.291785410729464e-05, "loss": 0.8306, "step": 8500 }, { "epoch": 0.4499775011249438, "grad_norm": 18.747684478759766, "learning_rate": 4.250120827291969e-05, "loss": 0.8561, "step": 9000 }, { "epoch": 0.47497625118744063, "grad_norm": 7.2989726066589355, "learning_rate": 4.208456243854474e-05, "loss": 0.7851, "step": 9500 }, { "epoch": 0.4999750012499375, "grad_norm": 21.371959686279297, "learning_rate": 4.1667916604169796e-05, "loss": 0.7841, "step": 10000 }, { "epoch": 0.5249737513124344, "grad_norm": 19.508371353149414, "learning_rate": 4.1251270769794846e-05, "loss": 0.7678, "step": 10500 }, { "epoch": 0.5499725013749313, "grad_norm": 5.09838342666626, "learning_rate": 4.0834624935419896e-05, "loss": 0.7538, "step": 11000 }, { "epoch": 0.5749712514374281, "grad_norm": 6.288057804107666, "learning_rate": 4.041797910104495e-05, "loss": 0.735, "step": 11500 }, { "epoch": 0.599970001499925, "grad_norm": 2.406168222427368, "learning_rate": 4.000133326667e-05, "loss": 0.774, "step": 12000 }, { "epoch": 0.6249687515624219, "grad_norm": 11.135022163391113, "learning_rate": 3.9584687432295054e-05, "loss": 0.7368, "step": 12500 }, { "epoch": 0.6499675016249188, "grad_norm": 16.766277313232422, "learning_rate": 3.916804159792011e-05, "loss": 0.7435, "step": 13000 }, { "epoch": 0.6749662516874156, "grad_norm": 7.3794121742248535, "learning_rate": 3.8751395763545154e-05, "loss": 0.7035, "step": 13500 }, { "epoch": 0.6999650017499125, "grad_norm": 13.058135032653809, "learning_rate": 3.833474992917021e-05, "loss": 0.7552, "step": 14000 }, { "epoch": 0.7249637518124094, "grad_norm": 13.570932388305664, "learning_rate": 3.791810409479526e-05, "loss": 0.7443, "step": 14500 }, { "epoch": 0.7499625018749062, "grad_norm": 16.705114364624023, "learning_rate": 3.750145826042031e-05, "loss": 0.7461, "step": 15000 }, { "epoch": 0.7749612519374032, "grad_norm": 20.24770164489746, "learning_rate": 3.708481242604537e-05, "loss": 0.7352, "step": 15500 }, { "epoch": 0.7999600019999, "grad_norm": 10.8892183303833, "learning_rate": 3.666816659167042e-05, "loss": 0.6946, "step": 16000 }, { "epoch": 0.8249587520623969, "grad_norm": 24.564472198486328, "learning_rate": 3.625152075729547e-05, "loss": 0.6939, "step": 16500 }, { "epoch": 0.8499575021248937, "grad_norm": 14.484394073486328, "learning_rate": 3.583487492292053e-05, "loss": 0.7509, "step": 17000 }, { "epoch": 0.8749562521873906, "grad_norm": 11.327393531799316, "learning_rate": 3.541822908854558e-05, "loss": 0.6992, "step": 17500 }, { "epoch": 0.8999550022498876, "grad_norm": 12.824069023132324, "learning_rate": 3.500158325417063e-05, "loss": 0.7043, "step": 18000 }, { "epoch": 0.9249537523123844, "grad_norm": 1.3452341556549072, "learning_rate": 3.458493741979568e-05, "loss": 0.6977, "step": 18500 }, { "epoch": 0.9499525023748813, "grad_norm": 7.985979080200195, "learning_rate": 3.416829158542073e-05, "loss": 0.6952, "step": 19000 }, { "epoch": 0.9749512524373781, "grad_norm": 6.591372489929199, "learning_rate": 3.3751645751045785e-05, "loss": 0.708, "step": 19500 }, { "epoch": 0.999950002499875, "grad_norm": 4.785042762756348, "learning_rate": 3.3334999916670835e-05, "loss": 0.6695, "step": 20000 }, { "epoch": 1.0, "eval_f1": 0.7876339482882986, "eval_loss": 0.6957715749740601, "eval_runtime": 12.0347, "eval_samples_per_second": 1662.524, "eval_steps_per_second": 207.815, "step": 20001 }, { "epoch": 1.024948752562372, "grad_norm": 15.502031326293945, "learning_rate": 3.2918354082295885e-05, "loss": 0.5363, "step": 20500 }, { "epoch": 1.0499475026248688, "grad_norm": 0.9488680362701416, "learning_rate": 3.2501708247920936e-05, "loss": 0.547, "step": 21000 }, { "epoch": 1.0749462526873657, "grad_norm": 4.085986614227295, "learning_rate": 3.208506241354599e-05, "loss": 0.5733, "step": 21500 }, { "epoch": 1.0999450027498625, "grad_norm": 15.25266170501709, "learning_rate": 3.166841657917104e-05, "loss": 0.5454, "step": 22000 }, { "epoch": 1.1249437528123594, "grad_norm": 11.815897941589355, "learning_rate": 3.125177074479609e-05, "loss": 0.5235, "step": 22500 }, { "epoch": 1.1499425028748562, "grad_norm": 17.311704635620117, "learning_rate": 3.083512491042115e-05, "loss": 0.5291, "step": 23000 }, { "epoch": 1.174941252937353, "grad_norm": 7.48703145980835, "learning_rate": 3.0418479076046197e-05, "loss": 0.5537, "step": 23500 }, { "epoch": 1.19994000299985, "grad_norm": 0.3721858263015747, "learning_rate": 3.000183324167125e-05, "loss": 0.555, "step": 24000 }, { "epoch": 1.2249387530623468, "grad_norm": 22.23200035095215, "learning_rate": 2.9585187407296305e-05, "loss": 0.5338, "step": 24500 }, { "epoch": 1.2499375031248436, "grad_norm": 2.753875255584717, "learning_rate": 2.9168541572921355e-05, "loss": 0.5615, "step": 25000 }, { "epoch": 1.2749362531873407, "grad_norm": 23.020252227783203, "learning_rate": 2.875189573854641e-05, "loss": 0.5155, "step": 25500 }, { "epoch": 1.2999350032498376, "grad_norm": 31.79548454284668, "learning_rate": 2.8335249904171456e-05, "loss": 0.5353, "step": 26000 }, { "epoch": 1.3249337533123344, "grad_norm": 0.2923097312450409, "learning_rate": 2.7918604069796513e-05, "loss": 0.5317, "step": 26500 }, { "epoch": 1.3499325033748313, "grad_norm": 9.347312927246094, "learning_rate": 2.7501958235421566e-05, "loss": 0.5429, "step": 27000 }, { "epoch": 1.3749312534373281, "grad_norm": 13.638419151306152, "learning_rate": 2.7085312401046613e-05, "loss": 0.5311, "step": 27500 }, { "epoch": 1.399930003499825, "grad_norm": 19.09702491760254, "learning_rate": 2.6668666566671667e-05, "loss": 0.5345, "step": 28000 }, { "epoch": 1.4249287535623218, "grad_norm": 0.6322915554046631, "learning_rate": 2.6252020732296717e-05, "loss": 0.5287, "step": 28500 }, { "epoch": 1.4499275036248187, "grad_norm": 19.159151077270508, "learning_rate": 2.583537489792177e-05, "loss": 0.5204, "step": 29000 }, { "epoch": 1.4749262536873156, "grad_norm": 0.7778434753417969, "learning_rate": 2.5418729063546824e-05, "loss": 0.5121, "step": 29500 }, { "epoch": 1.4999250037498126, "grad_norm": 20.512577056884766, "learning_rate": 2.5002083229171875e-05, "loss": 0.52, "step": 30000 }, { "epoch": 1.5249237538123093, "grad_norm": 8.87389087677002, "learning_rate": 2.458543739479693e-05, "loss": 0.5094, "step": 30500 }, { "epoch": 1.5499225038748063, "grad_norm": 21.17337989807129, "learning_rate": 2.416879156042198e-05, "loss": 0.5169, "step": 31000 }, { "epoch": 1.574921253937303, "grad_norm": 8.69658374786377, "learning_rate": 2.3752145726047032e-05, "loss": 0.5226, "step": 31500 }, { "epoch": 1.5999200039998, "grad_norm": 1.2267570495605469, "learning_rate": 2.3335499891672083e-05, "loss": 0.5281, "step": 32000 }, { "epoch": 1.624918754062297, "grad_norm": 14.757322311401367, "learning_rate": 2.2918854057297136e-05, "loss": 0.5246, "step": 32500 }, { "epoch": 1.6499175041247938, "grad_norm": 6.141539096832275, "learning_rate": 2.250220822292219e-05, "loss": 0.532, "step": 33000 }, { "epoch": 1.6749162541872906, "grad_norm": 15.90838623046875, "learning_rate": 2.208556238854724e-05, "loss": 0.5068, "step": 33500 }, { "epoch": 1.6999150042497875, "grad_norm": 3.071305751800537, "learning_rate": 2.166891655417229e-05, "loss": 0.4971, "step": 34000 }, { "epoch": 1.7249137543122843, "grad_norm": 5.962382793426514, "learning_rate": 2.1252270719797344e-05, "loss": 0.5122, "step": 34500 }, { "epoch": 1.7499125043747812, "grad_norm": 5.9214911460876465, "learning_rate": 2.0835624885422398e-05, "loss": 0.489, "step": 35000 }, { "epoch": 1.7749112544372783, "grad_norm": 8.897248268127441, "learning_rate": 2.0418979051047448e-05, "loss": 0.479, "step": 35500 }, { "epoch": 1.799910004499775, "grad_norm": 16.03746223449707, "learning_rate": 2.0002333216672502e-05, "loss": 0.4919, "step": 36000 }, { "epoch": 1.824908754562272, "grad_norm": 21.669597625732422, "learning_rate": 1.9585687382297552e-05, "loss": 0.4974, "step": 36500 }, { "epoch": 1.8499075046247686, "grad_norm": 3.668883800506592, "learning_rate": 1.9169041547922606e-05, "loss": 0.5045, "step": 37000 }, { "epoch": 1.8749062546872657, "grad_norm": 4.8963518142700195, "learning_rate": 1.8752395713547656e-05, "loss": 0.525, "step": 37500 }, { "epoch": 1.8999050047497625, "grad_norm": 19.771133422851562, "learning_rate": 1.833574987917271e-05, "loss": 0.4748, "step": 38000 }, { "epoch": 1.9249037548122594, "grad_norm": 20.69668960571289, "learning_rate": 1.791910404479776e-05, "loss": 0.4831, "step": 38500 }, { "epoch": 1.9499025048747562, "grad_norm": 3.1742944717407227, "learning_rate": 1.750245821042281e-05, "loss": 0.5091, "step": 39000 }, { "epoch": 1.974901254937253, "grad_norm": 0.3630174696445465, "learning_rate": 1.7085812376047867e-05, "loss": 0.4821, "step": 39500 }, { "epoch": 1.99990000499975, "grad_norm": 10.60681438446045, "learning_rate": 1.6669166541672918e-05, "loss": 0.4862, "step": 40000 }, { "epoch": 2.0, "eval_f1": 0.7969511995029, "eval_loss": 0.7491226196289062, "eval_runtime": 12.147, "eval_samples_per_second": 1647.158, "eval_steps_per_second": 205.895, "step": 40002 }, { "epoch": 2.024898755062247, "grad_norm": 18.80621910095215, "learning_rate": 1.6252520707297968e-05, "loss": 0.357, "step": 40500 }, { "epoch": 2.049897505124744, "grad_norm": 3.8872764110565186, "learning_rate": 1.5835874872923022e-05, "loss": 0.333, "step": 41000 }, { "epoch": 2.0748962551872405, "grad_norm": 19.08934211730957, "learning_rate": 1.5419229038548072e-05, "loss": 0.374, "step": 41500 }, { "epoch": 2.0998950052497376, "grad_norm": 10.449114799499512, "learning_rate": 1.5002583204173126e-05, "loss": 0.3698, "step": 42000 }, { "epoch": 2.1248937553122342, "grad_norm": 6.660628318786621, "learning_rate": 1.4585937369798178e-05, "loss": 0.3759, "step": 42500 }, { "epoch": 2.1498925053747313, "grad_norm": 9.793807983398438, "learning_rate": 1.416929153542323e-05, "loss": 0.3543, "step": 43000 }, { "epoch": 2.174891255437228, "grad_norm": 20.215002059936523, "learning_rate": 1.375264570104828e-05, "loss": 0.3695, "step": 43500 }, { "epoch": 2.199890005499725, "grad_norm": 20.272212982177734, "learning_rate": 1.3335999866673335e-05, "loss": 0.3385, "step": 44000 }, { "epoch": 2.2248887555622217, "grad_norm": 12.721766471862793, "learning_rate": 1.2919354032298386e-05, "loss": 0.3583, "step": 44500 }, { "epoch": 2.2498875056247187, "grad_norm": 11.291624069213867, "learning_rate": 1.2502708197923438e-05, "loss": 0.3445, "step": 45000 }, { "epoch": 2.274886255687216, "grad_norm": 14.476861000061035, "learning_rate": 1.208606236354849e-05, "loss": 0.3575, "step": 45500 }, { "epoch": 2.2998850057497124, "grad_norm": 8.20272159576416, "learning_rate": 1.1669416529173542e-05, "loss": 0.3382, "step": 46000 }, { "epoch": 2.3248837558122095, "grad_norm": 2.5329763889312744, "learning_rate": 1.1252770694798594e-05, "loss": 0.3732, "step": 46500 }, { "epoch": 2.349882505874706, "grad_norm": 0.9955561757087708, "learning_rate": 1.0836124860423647e-05, "loss": 0.3454, "step": 47000 }, { "epoch": 2.3748812559372032, "grad_norm": 6.986231803894043, "learning_rate": 1.0419479026048697e-05, "loss": 0.3563, "step": 47500 }, { "epoch": 2.3998800059997, "grad_norm": 21.110620498657227, "learning_rate": 1.000283319167375e-05, "loss": 0.3302, "step": 48000 }, { "epoch": 2.424878756062197, "grad_norm": 0.08908458799123764, "learning_rate": 9.586187357298801e-06, "loss": 0.3421, "step": 48500 }, { "epoch": 2.4498775061246936, "grad_norm": 13.181462287902832, "learning_rate": 9.169541522923853e-06, "loss": 0.3119, "step": 49000 }, { "epoch": 2.4748762561871906, "grad_norm": 12.58914852142334, "learning_rate": 8.752895688548907e-06, "loss": 0.3578, "step": 49500 }, { "epoch": 2.4998750062496873, "grad_norm": 39.47843551635742, "learning_rate": 8.336249854173957e-06, "loss": 0.3584, "step": 50000 }, { "epoch": 2.5248737563121844, "grad_norm": 4.305168628692627, "learning_rate": 7.919604019799011e-06, "loss": 0.3142, "step": 50500 }, { "epoch": 2.5498725063746814, "grad_norm": 0.7413849830627441, "learning_rate": 7.502958185424062e-06, "loss": 0.3124, "step": 51000 }, { "epoch": 2.574871256437178, "grad_norm": 1.338671326637268, "learning_rate": 7.086312351049114e-06, "loss": 0.3262, "step": 51500 }, { "epoch": 2.599870006499675, "grad_norm": 26.348230361938477, "learning_rate": 6.669666516674167e-06, "loss": 0.3072, "step": 52000 }, { "epoch": 2.624868756562172, "grad_norm": 38.16984558105469, "learning_rate": 6.253020682299218e-06, "loss": 0.3274, "step": 52500 }, { "epoch": 2.649867506624669, "grad_norm": 13.00293254852295, "learning_rate": 5.83637484792427e-06, "loss": 0.3131, "step": 53000 }, { "epoch": 2.6748662566871655, "grad_norm": 3.519160270690918, "learning_rate": 5.419729013549323e-06, "loss": 0.3281, "step": 53500 }, { "epoch": 2.6998650067496626, "grad_norm": 15.743597984313965, "learning_rate": 5.003083179174375e-06, "loss": 0.3108, "step": 54000 }, { "epoch": 2.7248637568121596, "grad_norm": 20.438329696655273, "learning_rate": 4.586437344799427e-06, "loss": 0.3189, "step": 54500 }, { "epoch": 2.7498625068746563, "grad_norm": 45.14103317260742, "learning_rate": 4.169791510424479e-06, "loss": 0.3367, "step": 55000 }, { "epoch": 2.774861256937153, "grad_norm": 3.860975980758667, "learning_rate": 3.7531456760495313e-06, "loss": 0.2969, "step": 55500 }, { "epoch": 2.79986000699965, "grad_norm": 0.40173372626304626, "learning_rate": 3.3364998416745833e-06, "loss": 0.3332, "step": 56000 }, { "epoch": 2.824858757062147, "grad_norm": 2.1133482456207275, "learning_rate": 2.9198540072996353e-06, "loss": 0.3197, "step": 56500 }, { "epoch": 2.8498575071246437, "grad_norm": 25.709867477416992, "learning_rate": 2.5032081729246873e-06, "loss": 0.312, "step": 57000 }, { "epoch": 2.8748562571871408, "grad_norm": 22.588973999023438, "learning_rate": 2.0865623385497392e-06, "loss": 0.3275, "step": 57500 }, { "epoch": 2.8998550072496374, "grad_norm": 2.185502529144287, "learning_rate": 1.6699165041747914e-06, "loss": 0.2933, "step": 58000 }, { "epoch": 2.9248537573121345, "grad_norm": 12.381799697875977, "learning_rate": 1.2532706697998434e-06, "loss": 0.3123, "step": 58500 }, { "epoch": 2.949852507374631, "grad_norm": 0.39924994111061096, "learning_rate": 8.366248354248955e-07, "loss": 0.3045, "step": 59000 }, { "epoch": 2.974851257437128, "grad_norm": 16.00220489501953, "learning_rate": 4.199790010499475e-07, "loss": 0.2928, "step": 59500 }, { "epoch": 2.9998500074996253, "grad_norm": 2.6532301902770996, "learning_rate": 3.3331666749995837e-09, "loss": 0.3199, "step": 60000 }, { "epoch": 3.0, "eval_f1": 0.8089721345660946, "eval_loss": 0.8624263405799866, "eval_runtime": 10.7103, "eval_samples_per_second": 1868.104, "eval_steps_per_second": 233.513, "step": 60003 }, { "epoch": 3.0, "step": 60003, "total_flos": 7908189620438016.0, "train_loss": 0.5708606184445773, "train_runtime": 1693.148, "train_samples_per_second": 283.503, "train_steps_per_second": 35.439 } ], "logging_steps": 500, "max_steps": 60003, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 7908189620438016.0, "train_batch_size": 8, "trial_name": null, "trial_params": null }