lyunee's picture
Upload continuous evaluation checkpoints, batch 15
87fcc1a verified
Raw History Blame Contribute Delete
46.2 kB
{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.9999037443449803, "eval_steps": 500, "global_step": 2597, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.003850226200789296, "grad_norm": 19.79184341430664, "learning_rate": 1.153846153846154e-06, "loss": 2.6348, "step": 10 }, { "epoch": 0.007700452401578592, "grad_norm": 6.341690540313721, "learning_rate": 2.435897435897436e-06, "loss": 2.0129, "step": 20 }, { "epoch": 0.01155067860236789, "grad_norm": 4.526823997497559, "learning_rate": 3.7179487179487184e-06, "loss": 1.51, "step": 30 }, { "epoch": 0.015400904803157185, "grad_norm": 1.1280349493026733, "learning_rate": 5e-06, "loss": 1.1747, "step": 40 }, { "epoch": 0.019251131003946483, "grad_norm": 0.7391446232795715, "learning_rate": 6.282051282051282e-06, "loss": 1.0718, "step": 50 }, { "epoch": 0.02310135720473578, "grad_norm": 0.39864447712898254, "learning_rate": 7.564102564102564e-06, "loss": 0.986, "step": 60 }, { "epoch": 0.026951583405525073, "grad_norm": 0.3084148168563843, "learning_rate": 8.846153846153847e-06, "loss": 0.9356, "step": 70 }, { "epoch": 0.03080180960631437, "grad_norm": 0.2990218997001648, "learning_rate": 9.999996111488723e-06, "loss": 0.9309, "step": 80 }, { "epoch": 0.034652035807103666, "grad_norm": 0.2780090272426605, "learning_rate": 9.999529497453782e-06, "loss": 0.8979, "step": 90 }, { "epoch": 0.038502262007892966, "grad_norm": 0.24935807287693024, "learning_rate": 9.998285264324193e-06, "loss": 0.8789, "step": 100 }, { "epoch": 0.04235248820868226, "grad_norm": 0.26973283290863037, "learning_rate": 9.996263605626052e-06, "loss": 0.86, "step": 110 }, { "epoch": 0.04620271440947156, "grad_norm": 0.24616661667823792, "learning_rate": 9.99346483580503e-06, "loss": 0.8691, "step": 120 }, { "epoch": 0.05005294061026085, "grad_norm": 0.25066259503364563, "learning_rate": 9.989889390177467e-06, "loss": 0.8648, "step": 130 }, { "epoch": 0.053903166811050146, "grad_norm": 0.28245049715042114, "learning_rate": 9.985537824862647e-06, "loss": 0.8587, "step": 140 }, { "epoch": 0.057753393011839446, "grad_norm": 0.29467615485191345, "learning_rate": 9.980410816696317e-06, "loss": 0.8449, "step": 150 }, { "epoch": 0.06160361921262874, "grad_norm": 0.257530152797699, "learning_rate": 9.97450916312541e-06, "loss": 0.8491, "step": 160 }, { "epoch": 0.06545384541341803, "grad_norm": 0.22230692207813263, "learning_rate": 9.967833782084004e-06, "loss": 0.85, "step": 170 }, { "epoch": 0.06930407161420733, "grad_norm": 0.2579823136329651, "learning_rate": 9.960385711850554e-06, "loss": 0.877, "step": 180 }, { "epoch": 0.07315429781499663, "grad_norm": 0.256746381521225, "learning_rate": 9.952166110886394e-06, "loss": 0.8668, "step": 190 }, { "epoch": 0.07700452401578593, "grad_norm": 0.2952767312526703, "learning_rate": 9.943176257655567e-06, "loss": 0.8563, "step": 200 }, { "epoch": 0.08085475021657522, "grad_norm": 0.24737772345542908, "learning_rate": 9.933417550425952e-06, "loss": 0.8509, "step": 210 }, { "epoch": 0.08470497641736452, "grad_norm": 0.2504301965236664, "learning_rate": 9.9228915070518e-06, "loss": 0.8382, "step": 220 }, { "epoch": 0.08855520261815382, "grad_norm": 0.2495463490486145, "learning_rate": 9.911599764737632e-06, "loss": 0.8393, "step": 230 }, { "epoch": 0.09240542881894312, "grad_norm": 0.24468041956424713, "learning_rate": 9.899544079783606e-06, "loss": 0.8341, "step": 240 }, { "epoch": 0.0962556550197324, "grad_norm": 0.29563626646995544, "learning_rate": 9.886726327312338e-06, "loss": 0.8504, "step": 250 }, { "epoch": 0.1001058812205217, "grad_norm": 0.24205781519412994, "learning_rate": 9.87314850097724e-06, "loss": 0.8475, "step": 260 }, { "epoch": 0.103956107421311, "grad_norm": 0.24268938601016998, "learning_rate": 9.858812712652452e-06, "loss": 0.835, "step": 270 }, { "epoch": 0.10780633362210029, "grad_norm": 0.23990951478481293, "learning_rate": 9.843721192104341e-06, "loss": 0.8348, "step": 280 }, { "epoch": 0.11165655982288959, "grad_norm": 0.25300315022468567, "learning_rate": 9.827876286644698e-06, "loss": 0.852, "step": 290 }, { "epoch": 0.11550678602367889, "grad_norm": 0.22314424812793732, "learning_rate": 9.811280460765643e-06, "loss": 0.8133, "step": 300 }, { "epoch": 0.11935701222446819, "grad_norm": 0.2356373518705368, "learning_rate": 9.793936295756292e-06, "loss": 0.8265, "step": 310 }, { "epoch": 0.12320723842525748, "grad_norm": 0.25164154171943665, "learning_rate": 9.775846489301279e-06, "loss": 0.8261, "step": 320 }, { "epoch": 0.12705746462604678, "grad_norm": 0.26003730297088623, "learning_rate": 9.757013855061157e-06, "loss": 0.8265, "step": 330 }, { "epoch": 0.13090769082683607, "grad_norm": 0.23910772800445557, "learning_rate": 9.737441322234758e-06, "loss": 0.8373, "step": 340 }, { "epoch": 0.13475791702762538, "grad_norm": 0.2616579830646515, "learning_rate": 9.717131935103605e-06, "loss": 0.8374, "step": 350 }, { "epoch": 0.13860814322841467, "grad_norm": 0.24132589995861053, "learning_rate": 9.696088852558398e-06, "loss": 0.8239, "step": 360 }, { "epoch": 0.14245836942920398, "grad_norm": 0.25307944416999817, "learning_rate": 9.674315347607686e-06, "loss": 0.8503, "step": 370 }, { "epoch": 0.14630859562999327, "grad_norm": 0.23904776573181152, "learning_rate": 9.651814806868796e-06, "loss": 0.8101, "step": 380 }, { "epoch": 0.15015882183078255, "grad_norm": 0.23685136437416077, "learning_rate": 9.62859073004107e-06, "loss": 0.817, "step": 390 }, { "epoch": 0.15400904803157187, "grad_norm": 0.23827877640724182, "learning_rate": 9.604646729361547e-06, "loss": 0.82, "step": 400 }, { "epoch": 0.15785927423236115, "grad_norm": 0.23255571722984314, "learning_rate": 9.579986529043099e-06, "loss": 0.8097, "step": 410 }, { "epoch": 0.16170950043315044, "grad_norm": 0.2344449758529663, "learning_rate": 9.554613964695189e-06, "loss": 0.826, "step": 420 }, { "epoch": 0.16555972663393975, "grad_norm": 0.2431863248348236, "learning_rate": 9.528532982727281e-06, "loss": 0.8155, "step": 430 }, { "epoch": 0.16940995283472904, "grad_norm": 0.24152682721614838, "learning_rate": 9.501747639735018e-06, "loss": 0.813, "step": 440 }, { "epoch": 0.17326017903551832, "grad_norm": 0.2492619901895523, "learning_rate": 9.474262101869272e-06, "loss": 0.8034, "step": 450 }, { "epoch": 0.17711040523630764, "grad_norm": 0.23506779968738556, "learning_rate": 9.446080644188141e-06, "loss": 0.8085, "step": 460 }, { "epoch": 0.18096063143709692, "grad_norm": 0.24165698885917664, "learning_rate": 9.417207649992017e-06, "loss": 0.8167, "step": 470 }, { "epoch": 0.18481085763788624, "grad_norm": 0.2382257878780365, "learning_rate": 9.387647610141816e-06, "loss": 0.8152, "step": 480 }, { "epoch": 0.18866108383867553, "grad_norm": 0.22803795337677002, "learning_rate": 9.35740512236047e-06, "loss": 0.802, "step": 490 }, { "epoch": 0.1925113100394648, "grad_norm": 0.22222229838371277, "learning_rate": 9.326484890517809e-06, "loss": 0.8073, "step": 500 }, { "epoch": 0.19636153624025413, "grad_norm": 0.2322579324245453, "learning_rate": 9.294891723898926e-06, "loss": 0.8021, "step": 510 }, { "epoch": 0.2002117624410434, "grad_norm": 0.24413122236728668, "learning_rate": 9.262630536456153e-06, "loss": 0.8319, "step": 520 }, { "epoch": 0.2040619886418327, "grad_norm": 0.2532041072845459, "learning_rate": 9.229706346044749e-06, "loss": 0.8035, "step": 530 }, { "epoch": 0.207912214842622, "grad_norm": 0.25332382321357727, "learning_rate": 9.196124273642422e-06, "loss": 0.8173, "step": 540 }, { "epoch": 0.2117624410434113, "grad_norm": 0.22490622103214264, "learning_rate": 9.161889542552842e-06, "loss": 0.819, "step": 550 }, { "epoch": 0.21561266724420058, "grad_norm": 0.2185283750295639, "learning_rate": 9.127007477593193e-06, "loss": 0.8236, "step": 560 }, { "epoch": 0.2194628934449899, "grad_norm": 0.2579803466796875, "learning_rate": 9.091483504265974e-06, "loss": 0.8319, "step": 570 }, { "epoch": 0.22331311964577918, "grad_norm": 0.2508712708950043, "learning_rate": 9.055323147915116e-06, "loss": 0.812, "step": 580 }, { "epoch": 0.2271633458465685, "grad_norm": 0.24880196154117584, "learning_rate": 9.018532032866585e-06, "loss": 0.8221, "step": 590 }, { "epoch": 0.23101357204735778, "grad_norm": 0.23069332540035248, "learning_rate": 8.981115881553579e-06, "loss": 0.8128, "step": 600 }, { "epoch": 0.23486379824814707, "grad_norm": 0.25827839970588684, "learning_rate": 8.943080513626476e-06, "loss": 0.8323, "step": 610 }, { "epoch": 0.23871402444893638, "grad_norm": 0.23462145030498505, "learning_rate": 8.904431845047641e-06, "loss": 0.8183, "step": 620 }, { "epoch": 0.24256425064972567, "grad_norm": 0.2504104971885681, "learning_rate": 8.86517588717128e-06, "loss": 0.834, "step": 630 }, { "epoch": 0.24641447685051496, "grad_norm": 0.23117466270923615, "learning_rate": 8.82531874580844e-06, "loss": 0.8231, "step": 640 }, { "epoch": 0.25026470305130427, "grad_norm": 0.2247200757265091, "learning_rate": 8.784866620277314e-06, "loss": 0.7805, "step": 650 }, { "epoch": 0.25411492925209356, "grad_norm": 0.2575814723968506, "learning_rate": 8.743825802439018e-06, "loss": 0.8164, "step": 660 }, { "epoch": 0.25796515545288284, "grad_norm": 0.25640708208084106, "learning_rate": 8.702202675718956e-06, "loss": 0.8221, "step": 670 }, { "epoch": 0.26181538165367213, "grad_norm": 0.23116858303546906, "learning_rate": 8.660003714113959e-06, "loss": 0.7917, "step": 680 }, { "epoch": 0.26566560785446147, "grad_norm": 0.24693791568279266, "learning_rate": 8.617235481185323e-06, "loss": 0.8167, "step": 690 }, { "epoch": 0.26951583405525076, "grad_norm": 0.24754402041435242, "learning_rate": 8.573904629037931e-06, "loss": 0.822, "step": 700 }, { "epoch": 0.27336606025604004, "grad_norm": 0.23752228915691376, "learning_rate": 8.530017897285585e-06, "loss": 0.8016, "step": 710 }, { "epoch": 0.27721628645682933, "grad_norm": 0.21996991336345673, "learning_rate": 8.485582112002746e-06, "loss": 0.8056, "step": 720 }, { "epoch": 0.2810665126576186, "grad_norm": 0.2329818308353424, "learning_rate": 8.440604184662811e-06, "loss": 0.8115, "step": 730 }, { "epoch": 0.28491673885840796, "grad_norm": 0.23024459183216095, "learning_rate": 8.395091111063118e-06, "loss": 0.8001, "step": 740 }, { "epoch": 0.28876696505919724, "grad_norm": 0.2226322442293167, "learning_rate": 8.349049970236822e-06, "loss": 0.7999, "step": 750 }, { "epoch": 0.29261719125998653, "grad_norm": 0.2354160100221634, "learning_rate": 8.302487923351842e-06, "loss": 0.7922, "step": 760 }, { "epoch": 0.2964674174607758, "grad_norm": 0.23037636280059814, "learning_rate": 8.255412212597021e-06, "loss": 0.8097, "step": 770 }, { "epoch": 0.3003176436615651, "grad_norm": 0.2321627140045166, "learning_rate": 8.207830160055688e-06, "loss": 0.8065, "step": 780 }, { "epoch": 0.3041678698623544, "grad_norm": 0.2403370589017868, "learning_rate": 8.159749166566786e-06, "loss": 0.7905, "step": 790 }, { "epoch": 0.30801809606314373, "grad_norm": 0.22592222690582275, "learning_rate": 8.11117671057377e-06, "loss": 0.8183, "step": 800 }, { "epoch": 0.311868322263933, "grad_norm": 0.23806729912757874, "learning_rate": 8.062120346961404e-06, "loss": 0.8109, "step": 810 }, { "epoch": 0.3157185484647223, "grad_norm": 0.22496743500232697, "learning_rate": 8.012587705880705e-06, "loss": 0.8025, "step": 820 }, { "epoch": 0.3195687746655116, "grad_norm": 0.23336046934127808, "learning_rate": 7.962586491562146e-06, "loss": 0.7905, "step": 830 }, { "epoch": 0.3234190008663009, "grad_norm": 0.24823102355003357, "learning_rate": 7.912124481117357e-06, "loss": 0.7957, "step": 840 }, { "epoch": 0.3272692270670902, "grad_norm": 0.2368079572916031, "learning_rate": 7.861209523329494e-06, "loss": 0.8058, "step": 850 }, { "epoch": 0.3311194532678795, "grad_norm": 0.23666667938232422, "learning_rate": 7.809849537432432e-06, "loss": 0.7889, "step": 860 }, { "epoch": 0.3349696794686688, "grad_norm": 0.23386090993881226, "learning_rate": 7.758052511879035e-06, "loss": 0.8006, "step": 870 }, { "epoch": 0.3388199056694581, "grad_norm": 0.2251926064491272, "learning_rate": 7.705826503098642e-06, "loss": 0.7947, "step": 880 }, { "epoch": 0.34267013187024736, "grad_norm": 0.230204775929451, "learning_rate": 7.653179634243979e-06, "loss": 0.7955, "step": 890 }, { "epoch": 0.34652035807103665, "grad_norm": 0.22313480079174042, "learning_rate": 7.600120093927696e-06, "loss": 0.8001, "step": 900 }, { "epoch": 0.350370584271826, "grad_norm": 0.23587562143802643, "learning_rate": 7.546656134948729e-06, "loss": 0.7902, "step": 910 }, { "epoch": 0.3542208104726153, "grad_norm": 0.24195075035095215, "learning_rate": 7.492796073008661e-06, "loss": 0.7888, "step": 920 }, { "epoch": 0.35807103667340456, "grad_norm": 0.24929076433181763, "learning_rate": 7.438548285418326e-06, "loss": 0.7746, "step": 930 }, { "epoch": 0.36192126287419385, "grad_norm": 0.2498975545167923, "learning_rate": 7.3839212097948e-06, "loss": 0.8087, "step": 940 }, { "epoch": 0.36577148907498314, "grad_norm": 0.2354947328567505, "learning_rate": 7.328923342749039e-06, "loss": 0.8237, "step": 950 }, { "epoch": 0.3696217152757725, "grad_norm": 0.2525039315223694, "learning_rate": 7.273563238564319e-06, "loss": 0.8071, "step": 960 }, { "epoch": 0.37347194147656176, "grad_norm": 0.2385227233171463, "learning_rate": 7.217849507865724e-06, "loss": 0.7881, "step": 970 }, { "epoch": 0.37732216767735105, "grad_norm": 0.2302110195159912, "learning_rate": 7.161790816280858e-06, "loss": 0.7933, "step": 980 }, { "epoch": 0.38117239387814034, "grad_norm": 0.24021956324577332, "learning_rate": 7.1053958830920125e-06, "loss": 0.7799, "step": 990 }, { "epoch": 0.3850226200789296, "grad_norm": 0.23409691452980042, "learning_rate": 7.0486734798799715e-06, "loss": 0.7963, "step": 1000 }, { "epoch": 0.3888728462797189, "grad_norm": 0.2414340227842331, "learning_rate": 6.991632429159708e-06, "loss": 0.8189, "step": 1010 }, { "epoch": 0.39272307248050825, "grad_norm": 0.242491215467453, "learning_rate": 6.934281603008132e-06, "loss": 0.8098, "step": 1020 }, { "epoch": 0.39657329868129754, "grad_norm": 0.23040764033794403, "learning_rate": 6.876629921684143e-06, "loss": 0.8067, "step": 1030 }, { "epoch": 0.4004235248820868, "grad_norm": 0.23939909040927887, "learning_rate": 6.818686352241199e-06, "loss": 0.798, "step": 1040 }, { "epoch": 0.4042737510828761, "grad_norm": 0.2218620777130127, "learning_rate": 6.760459907132573e-06, "loss": 0.7946, "step": 1050 }, { "epoch": 0.4081239772836654, "grad_norm": 0.21917887032032013, "learning_rate": 6.701959642809589e-06, "loss": 0.8006, "step": 1060 }, { "epoch": 0.41197420348445474, "grad_norm": 0.23311498761177063, "learning_rate": 6.643194658312987e-06, "loss": 0.7937, "step": 1070 }, { "epoch": 0.415824429685244, "grad_norm": 0.23265351355075836, "learning_rate": 6.584174093857676e-06, "loss": 0.8161, "step": 1080 }, { "epoch": 0.4196746558860333, "grad_norm": 0.26503854990005493, "learning_rate": 6.5249071294110735e-06, "loss": 0.7963, "step": 1090 }, { "epoch": 0.4235248820868226, "grad_norm": 0.24315175414085388, "learning_rate": 6.465402983265274e-06, "loss": 0.8108, "step": 1100 }, { "epoch": 0.4273751082876119, "grad_norm": 0.24192595481872559, "learning_rate": 6.405670910603243e-06, "loss": 0.8066, "step": 1110 }, { "epoch": 0.43122533448840117, "grad_norm": 0.253692626953125, "learning_rate": 6.345720202059291e-06, "loss": 0.8029, "step": 1120 }, { "epoch": 0.4350755606891905, "grad_norm": 0.2414553314447403, "learning_rate": 6.285560182274008e-06, "loss": 0.7815, "step": 1130 }, { "epoch": 0.4389257868899798, "grad_norm": 0.23615378141403198, "learning_rate": 6.225200208443936e-06, "loss": 0.8037, "step": 1140 }, { "epoch": 0.4427760130907691, "grad_norm": 0.2203551083803177, "learning_rate": 6.16464966886616e-06, "loss": 0.7936, "step": 1150 }, { "epoch": 0.44662623929155837, "grad_norm": 0.26320552825927734, "learning_rate": 6.103917981478065e-06, "loss": 0.8167, "step": 1160 }, { "epoch": 0.45047646549234766, "grad_norm": 0.22850251197814941, "learning_rate": 6.043014592392489e-06, "loss": 0.828, "step": 1170 }, { "epoch": 0.454326691693137, "grad_norm": 0.227044016122818, "learning_rate": 5.981948974428485e-06, "loss": 0.8025, "step": 1180 }, { "epoch": 0.4581769178939263, "grad_norm": 0.2402268350124359, "learning_rate": 5.920730625637934e-06, "loss": 0.782, "step": 1190 }, { "epoch": 0.46202714409471557, "grad_norm": 0.24159236252307892, "learning_rate": 5.8593690678282355e-06, "loss": 0.7922, "step": 1200 }, { "epoch": 0.46587737029550486, "grad_norm": 0.24446304142475128, "learning_rate": 5.797873845081301e-06, "loss": 0.7969, "step": 1210 }, { "epoch": 0.46972759649629414, "grad_norm": 0.22982114553451538, "learning_rate": 5.736254522269075e-06, "loss": 0.813, "step": 1220 }, { "epoch": 0.47357782269708343, "grad_norm": 0.23523172736167908, "learning_rate": 5.6745206835658386e-06, "loss": 0.8146, "step": 1230 }, { "epoch": 0.47742804889787277, "grad_norm": 0.22839456796646118, "learning_rate": 5.612681930957495e-06, "loss": 0.7859, "step": 1240 }, { "epoch": 0.48127827509866206, "grad_norm": 0.22501277923583984, "learning_rate": 5.550747882748095e-06, "loss": 0.7848, "step": 1250 }, { "epoch": 0.48512850129945134, "grad_norm": 0.2500593960285187, "learning_rate": 5.4887281720638195e-06, "loss": 0.79, "step": 1260 }, { "epoch": 0.48897872750024063, "grad_norm": 0.2635622024536133, "learning_rate": 5.42663244535466e-06, "loss": 0.7762, "step": 1270 }, { "epoch": 0.4928289537010299, "grad_norm": 0.2632523477077484, "learning_rate": 5.3644703608940205e-06, "loss": 0.7844, "step": 1280 }, { "epoch": 0.49667917990181926, "grad_norm": 0.23444679379463196, "learning_rate": 5.302251587276491e-06, "loss": 0.7947, "step": 1290 }, { "epoch": 0.5005294061026085, "grad_norm": 0.2246859222650528, "learning_rate": 5.2399858019140005e-06, "loss": 0.7942, "step": 1300 }, { "epoch": 0.5043796323033978, "grad_norm": 0.23471280932426453, "learning_rate": 5.177682689530615e-06, "loss": 0.8098, "step": 1310 }, { "epoch": 0.5082298585041871, "grad_norm": 0.2407495528459549, "learning_rate": 5.11535194065619e-06, "loss": 0.7768, "step": 1320 }, { "epoch": 0.5120800847049765, "grad_norm": 0.26251131296157837, "learning_rate": 5.053003250119113e-06, "loss": 0.7887, "step": 1330 }, { "epoch": 0.5159303109057657, "grad_norm": 0.23856370151042938, "learning_rate": 4.9906463155383925e-06, "loss": 0.7948, "step": 1340 }, { "epoch": 0.519780537106555, "grad_norm": 0.2380622774362564, "learning_rate": 4.9282908358153046e-06, "loss": 0.7865, "step": 1350 }, { "epoch": 0.5236307633073443, "grad_norm": 0.2565951645374298, "learning_rate": 4.8659465096248345e-06, "loss": 0.8052, "step": 1360 }, { "epoch": 0.5274809895081336, "grad_norm": 0.24584832787513733, "learning_rate": 4.803623033907169e-06, "loss": 0.8042, "step": 1370 }, { "epoch": 0.5313312157089229, "grad_norm": 0.22715476155281067, "learning_rate": 4.741330102359441e-06, "loss": 0.8094, "step": 1380 }, { "epoch": 0.5351814419097122, "grad_norm": 0.24714422225952148, "learning_rate": 4.679077403927996e-06, "loss": 0.7888, "step": 1390 }, { "epoch": 0.5390316681105015, "grad_norm": 0.23103509843349457, "learning_rate": 4.616874621301373e-06, "loss": 0.7884, "step": 1400 }, { "epoch": 0.5428818943112907, "grad_norm": 0.24038435518741608, "learning_rate": 4.554731429404293e-06, "loss": 0.8031, "step": 1410 }, { "epoch": 0.5467321205120801, "grad_norm": 0.24905183911323547, "learning_rate": 4.492657493892822e-06, "loss": 0.7888, "step": 1420 }, { "epoch": 0.5505823467128694, "grad_norm": 0.28134477138519287, "learning_rate": 4.430662469650999e-06, "loss": 0.8039, "step": 1430 }, { "epoch": 0.5544325729136587, "grad_norm": 0.2530960142612457, "learning_rate": 4.368755999289118e-06, "loss": 0.8053, "step": 1440 }, { "epoch": 0.558282799114448, "grad_norm": 0.26474103331565857, "learning_rate": 4.306947711643949e-06, "loss": 0.7913, "step": 1450 }, { "epoch": 0.5621330253152372, "grad_norm": 0.2411193549633026, "learning_rate": 4.245247220281068e-06, "loss": 0.7937, "step": 1460 }, { "epoch": 0.5659832515160266, "grad_norm": 0.23446902632713318, "learning_rate": 4.183664121999587e-06, "loss": 0.791, "step": 1470 }, { "epoch": 0.5698334777168159, "grad_norm": 0.2463819980621338, "learning_rate": 4.122207995339474e-06, "loss": 0.7879, "step": 1480 }, { "epoch": 0.5736837039176051, "grad_norm": 0.2318504899740219, "learning_rate": 4.060888399091734e-06, "loss": 0.7929, "step": 1490 }, { "epoch": 0.5775339301183945, "grad_norm": 0.23570016026496887, "learning_rate": 3.999714870811639e-06, "loss": 0.8007, "step": 1500 }, { "epoch": 0.5813841563191837, "grad_norm": 0.23344284296035767, "learning_rate": 3.938696925335275e-06, "loss": 0.7947, "step": 1510 }, { "epoch": 0.5852343825199731, "grad_norm": 0.23675939440727234, "learning_rate": 3.87784405329962e-06, "loss": 0.802, "step": 1520 }, { "epoch": 0.5890846087207623, "grad_norm": 0.24015510082244873, "learning_rate": 3.817165719666382e-06, "loss": 0.8049, "step": 1530 }, { "epoch": 0.5929348349215516, "grad_norm": 0.2332915961742401, "learning_rate": 3.756671362249841e-06, "loss": 0.8074, "step": 1540 }, { "epoch": 0.596785061122341, "grad_norm": 0.2314557284116745, "learning_rate": 3.6963703902488907e-06, "loss": 0.7944, "step": 1550 }, { "epoch": 0.6006352873231302, "grad_norm": 0.22771933674812317, "learning_rate": 3.6362721827835655e-06, "loss": 0.8131, "step": 1560 }, { "epoch": 0.6044855135239195, "grad_norm": 0.24463161826133728, "learning_rate": 3.576386087436212e-06, "loss": 0.8062, "step": 1570 }, { "epoch": 0.6083357397247088, "grad_norm": 0.2524418830871582, "learning_rate": 3.5167214187975913e-06, "loss": 0.7968, "step": 1580 }, { "epoch": 0.6121859659254981, "grad_norm": 0.20595966279506683, "learning_rate": 3.457287457018086e-06, "loss": 0.7986, "step": 1590 }, { "epoch": 0.6160361921262875, "grad_norm": 0.231485977768898, "learning_rate": 3.3980934463643003e-06, "loss": 0.7856, "step": 1600 }, { "epoch": 0.6198864183270767, "grad_norm": 0.21625636518001556, "learning_rate": 3.3391485937812053e-06, "loss": 0.769, "step": 1610 }, { "epoch": 0.623736644527866, "grad_norm": 0.24160811305046082, "learning_rate": 3.280462067460115e-06, "loss": 0.7681, "step": 1620 }, { "epoch": 0.6275868707286553, "grad_norm": 0.23286288976669312, "learning_rate": 3.222042995412669e-06, "loss": 0.7982, "step": 1630 }, { "epoch": 0.6314370969294446, "grad_norm": 0.21974439918994904, "learning_rate": 3.163900464051089e-06, "loss": 0.7895, "step": 1640 }, { "epoch": 0.635287323130234, "grad_norm": 0.24553722143173218, "learning_rate": 3.1060435167748826e-06, "loss": 0.7973, "step": 1650 }, { "epoch": 0.6391375493310232, "grad_norm": 0.24239341914653778, "learning_rate": 3.048481152564253e-06, "loss": 0.7788, "step": 1660 }, { "epoch": 0.6429877755318125, "grad_norm": 0.2442914843559265, "learning_rate": 2.9912223245804017e-06, "loss": 0.7999, "step": 1670 }, { "epoch": 0.6468380017326018, "grad_norm": 0.24031966924667358, "learning_rate": 2.934275938772981e-06, "loss": 0.7969, "step": 1680 }, { "epoch": 0.6506882279333911, "grad_norm": 0.25379085540771484, "learning_rate": 2.8776508524948676e-06, "loss": 0.7869, "step": 1690 }, { "epoch": 0.6545384541341804, "grad_norm": 0.21629001200199127, "learning_rate": 2.821355873124503e-06, "loss": 0.7851, "step": 1700 }, { "epoch": 0.6583886803349697, "grad_norm": 0.24450668692588806, "learning_rate": 2.7653997566960144e-06, "loss": 0.7989, "step": 1710 }, { "epoch": 0.662238906535759, "grad_norm": 0.25176525115966797, "learning_rate": 2.709791206537309e-06, "loss": 0.789, "step": 1720 }, { "epoch": 0.6660891327365482, "grad_norm": 0.23535434901714325, "learning_rate": 2.6545388719163747e-06, "loss": 0.7954, "step": 1730 }, { "epoch": 0.6699393589373376, "grad_norm": 0.2267545461654663, "learning_rate": 2.599651346695979e-06, "loss": 0.7927, "step": 1740 }, { "epoch": 0.6737895851381268, "grad_norm": 0.24057923257350922, "learning_rate": 2.545137167997007e-06, "loss": 0.7892, "step": 1750 }, { "epoch": 0.6776398113389162, "grad_norm": 0.22840392589569092, "learning_rate": 2.4910048148705972e-06, "loss": 0.7776, "step": 1760 }, { "epoch": 0.6814900375397055, "grad_norm": 0.24809467792510986, "learning_rate": 2.4372627069793327e-06, "loss": 0.8213, "step": 1770 }, { "epoch": 0.6853402637404947, "grad_norm": 0.2365812063217163, "learning_rate": 2.3839192032876486e-06, "loss": 0.8067, "step": 1780 }, { "epoch": 0.6891904899412841, "grad_norm": 0.23032653331756592, "learning_rate": 2.3309826007617047e-06, "loss": 0.8176, "step": 1790 }, { "epoch": 0.6930407161420733, "grad_norm": 0.2400519996881485, "learning_rate": 2.278461133078881e-06, "loss": 0.7821, "step": 1800 }, { "epoch": 0.6968909423428626, "grad_norm": 0.2368413358926773, "learning_rate": 2.2263629693471258e-06, "loss": 0.7717, "step": 1810 }, { "epoch": 0.700741168543652, "grad_norm": 0.22876349091529846, "learning_rate": 2.1746962128343414e-06, "loss": 0.7972, "step": 1820 }, { "epoch": 0.7045913947444412, "grad_norm": 0.22780956327915192, "learning_rate": 2.1234688997080183e-06, "loss": 0.7852, "step": 1830 }, { "epoch": 0.7084416209452306, "grad_norm": 0.25013190507888794, "learning_rate": 2.0726889977853053e-06, "loss": 0.7901, "step": 1840 }, { "epoch": 0.7122918471460198, "grad_norm": 0.24060063064098358, "learning_rate": 2.022364405293703e-06, "loss": 0.8037, "step": 1850 }, { "epoch": 0.7161420733468091, "grad_norm": 0.23506894707679749, "learning_rate": 1.9725029496425814e-06, "loss": 0.7939, "step": 1860 }, { "epoch": 0.7199922995475985, "grad_norm": 0.24514800310134888, "learning_rate": 1.923112386205727e-06, "loss": 0.7925, "step": 1870 }, { "epoch": 0.7238425257483877, "grad_norm": 0.21959026157855988, "learning_rate": 1.874200397115079e-06, "loss": 0.7979, "step": 1880 }, { "epoch": 0.727692751949177, "grad_norm": 0.2392028570175171, "learning_rate": 1.825774590065857e-06, "loss": 0.7834, "step": 1890 }, { "epoch": 0.7315429781499663, "grad_norm": 0.24447238445281982, "learning_rate": 1.7778424971332813e-06, "loss": 0.7893, "step": 1900 }, { "epoch": 0.7353932043507556, "grad_norm": 0.22846662998199463, "learning_rate": 1.7304115736010407e-06, "loss": 0.7891, "step": 1910 }, { "epoch": 0.739243430551545, "grad_norm": 0.23552203178405762, "learning_rate": 1.6834891968017108e-06, "loss": 0.7804, "step": 1920 }, { "epoch": 0.7430936567523342, "grad_norm": 0.24262794852256775, "learning_rate": 1.6370826649692884e-06, "loss": 0.8004, "step": 1930 }, { "epoch": 0.7469438829531235, "grad_norm": 0.2340243011713028, "learning_rate": 1.5911991961040463e-06, "loss": 0.8087, "step": 1940 }, { "epoch": 0.7507941091539128, "grad_norm": 0.24299858510494232, "learning_rate": 1.545845926849851e-06, "loss": 0.7953, "step": 1950 }, { "epoch": 0.7546443353547021, "grad_norm": 0.25273993611335754, "learning_rate": 1.5010299113841397e-06, "loss": 0.8127, "step": 1960 }, { "epoch": 0.7584945615554913, "grad_norm": 0.2365594059228897, "learning_rate": 1.4567581203207238e-06, "loss": 0.8005, "step": 1970 }, { "epoch": 0.7623447877562807, "grad_norm": 0.24935095012187958, "learning_rate": 1.413037439625593e-06, "loss": 0.8006, "step": 1980 }, { "epoch": 0.76619501395707, "grad_norm": 0.2501228153705597, "learning_rate": 1.3698746695458847e-06, "loss": 0.7937, "step": 1990 }, { "epoch": 0.7700452401578592, "grad_norm": 0.23038862645626068, "learning_rate": 1.3272765235521745e-06, "loss": 0.7853, "step": 2000 }, { "epoch": 0.7738954663586486, "grad_norm": 0.22457218170166016, "learning_rate": 1.2852496272942877e-06, "loss": 0.7931, "step": 2010 }, { "epoch": 0.7777456925594378, "grad_norm": 0.21993689239025116, "learning_rate": 1.2438005175707396e-06, "loss": 0.7813, "step": 2020 }, { "epoch": 0.7815959187602272, "grad_norm": 0.23017768561840057, "learning_rate": 1.2029356413120297e-06, "loss": 0.7672, "step": 2030 }, { "epoch": 0.7854461449610165, "grad_norm": 0.23289257287979126, "learning_rate": 1.1626613545778786e-06, "loss": 0.7842, "step": 2040 }, { "epoch": 0.7892963711618057, "grad_norm": 0.22083888947963715, "learning_rate": 1.1229839215686294e-06, "loss": 0.7879, "step": 2050 }, { "epoch": 0.7931465973625951, "grad_norm": 0.2122008353471756, "learning_rate": 1.0839095136509188e-06, "loss": 0.7745, "step": 2060 }, { "epoch": 0.7969968235633843, "grad_norm": 0.2593449652194977, "learning_rate": 1.045444208397791e-06, "loss": 0.796, "step": 2070 }, { "epoch": 0.8008470497641736, "grad_norm": 0.22876858711242676, "learning_rate": 1.007593988643402e-06, "loss": 0.7755, "step": 2080 }, { "epoch": 0.804697275964963, "grad_norm": 0.23252536356449127, "learning_rate": 9.703647415524613e-07, "loss": 0.7981, "step": 2090 }, { "epoch": 0.8085475021657522, "grad_norm": 0.22701573371887207, "learning_rate": 9.337622577045485e-07, "loss": 0.7866, "step": 2100 }, { "epoch": 0.8123977283665416, "grad_norm": 0.22942154109477997, "learning_rate": 8.977922301934588e-07, "loss": 0.7949, "step": 2110 }, { "epoch": 0.8162479545673308, "grad_norm": 0.24092769622802734, "learning_rate": 8.624602537417009e-07, "loss": 0.7982, "step": 2120 }, { "epoch": 0.8200981807681201, "grad_norm": 0.2467198222875595, "learning_rate": 8.277718238303123e-07, "loss": 0.786, "step": 2130 }, { "epoch": 0.8239484069689095, "grad_norm": 0.2407129555940628, "learning_rate": 7.937323358440935e-07, "loss": 0.7877, "step": 2140 }, { "epoch": 0.8277986331696987, "grad_norm": 0.24136090278625488, "learning_rate": 7.603470842324223e-07, "loss": 0.7813, "step": 2150 }, { "epoch": 0.831648859370488, "grad_norm": 0.22663679718971252, "learning_rate": 7.276212616857575e-07, "loss": 0.798, "step": 2160 }, { "epoch": 0.8354990855712773, "grad_norm": 0.22803762555122375, "learning_rate": 6.955599583279837e-07, "loss": 0.7993, "step": 2170 }, { "epoch": 0.8393493117720666, "grad_norm": 0.23298944532871246, "learning_rate": 6.641681609246981e-07, "loss": 0.7893, "step": 2180 }, { "epoch": 0.8431995379728559, "grad_norm": 0.22421827912330627, "learning_rate": 6.334507521075711e-07, "loss": 0.7975, "step": 2190 }, { "epoch": 0.8470497641736452, "grad_norm": 0.25587308406829834, "learning_rate": 6.034125096149179e-07, "loss": 0.79, "step": 2200 }, { "epoch": 0.8508999903744345, "grad_norm": 0.2331983596086502, "learning_rate": 5.740581055485722e-07, "loss": 0.7628, "step": 2210 }, { "epoch": 0.8547502165752238, "grad_norm": 0.22114115953445435, "learning_rate": 5.453921056471961e-07, "loss": 0.7968, "step": 2220 }, { "epoch": 0.8586004427760131, "grad_norm": 0.24111635982990265, "learning_rate": 5.174189685761288e-07, "loss": 0.7899, "step": 2230 }, { "epoch": 0.8624506689768023, "grad_norm": 0.23629552125930786, "learning_rate": 4.901430452338979e-07, "loss": 0.8021, "step": 2240 }, { "epoch": 0.8663008951775917, "grad_norm": 0.2360439896583557, "learning_rate": 4.6356857807548286e-07, "loss": 0.7858, "step": 2250 }, { "epoch": 0.870151121378381, "grad_norm": 0.23215076327323914, "learning_rate": 4.376997004524541e-07, "loss": 0.7748, "step": 2260 }, { "epoch": 0.8740013475791703, "grad_norm": 0.243072509765625, "learning_rate": 4.12540435970073e-07, "loss": 0.7862, "step": 2270 }, { "epoch": 0.8778515737799596, "grad_norm": 0.2262149453163147, "learning_rate": 3.880946978614703e-07, "loss": 0.7942, "step": 2280 }, { "epoch": 0.8817017999807488, "grad_norm": 0.23143689334392548, "learning_rate": 3.643662883789878e-07, "loss": 0.7992, "step": 2290 }, { "epoch": 0.8855520261815382, "grad_norm": 0.22167249023914337, "learning_rate": 3.41358898202781e-07, "loss": 0.7756, "step": 2300 }, { "epoch": 0.8894022523823275, "grad_norm": 0.22288759052753448, "learning_rate": 3.190761058667741e-07, "loss": 0.7875, "step": 2310 }, { "epoch": 0.8932524785831167, "grad_norm": 0.2282417267560959, "learning_rate": 2.9752137720206463e-07, "loss": 0.7954, "step": 2320 }, { "epoch": 0.8971027047839061, "grad_norm": 0.23069989681243896, "learning_rate": 2.7669806479785067e-07, "loss": 0.7988, "step": 2330 }, { "epoch": 0.9009529309846953, "grad_norm": 0.24257265031337738, "learning_rate": 2.566094074799763e-07, "loss": 0.7936, "step": 2340 }, { "epoch": 0.9048031571854847, "grad_norm": 0.22323960065841675, "learning_rate": 2.3725852980716557e-07, "loss": 0.7737, "step": 2350 }, { "epoch": 0.908653383386274, "grad_norm": 0.22651095688343048, "learning_rate": 2.1864844158503983e-07, "loss": 0.7882, "step": 2360 }, { "epoch": 0.9125036095870632, "grad_norm": 0.252742201089859, "learning_rate": 2.007820373979702e-07, "loss": 0.7796, "step": 2370 }, { "epoch": 0.9163538357878526, "grad_norm": 0.23900404572486877, "learning_rate": 1.8366209615886532e-07, "loss": 0.7876, "step": 2380 }, { "epoch": 0.9202040619886418, "grad_norm": 0.23098358511924744, "learning_rate": 1.6729128067693613e-07, "loss": 0.7984, "step": 2390 }, { "epoch": 0.9240542881894311, "grad_norm": 0.25214311480522156, "learning_rate": 1.5167213724353426e-07, "loss": 0.7992, "step": 2400 }, { "epoch": 0.9279045143902205, "grad_norm": 0.22786889970302582, "learning_rate": 1.3680709523610058e-07, "loss": 0.7825, "step": 2410 }, { "epoch": 0.9317547405910097, "grad_norm": 0.22502072155475616, "learning_rate": 1.2269846674030418e-07, "loss": 0.8036, "step": 2420 }, { "epoch": 0.935604966791799, "grad_norm": 0.2321796864271164, "learning_rate": 1.0934844619042595e-07, "loss": 0.8008, "step": 2430 }, { "epoch": 0.9394551929925883, "grad_norm": 0.2391970157623291, "learning_rate": 9.675911002803961e-08, "loss": 0.79, "step": 2440 }, { "epoch": 0.9433054191933776, "grad_norm": 0.2453995794057846, "learning_rate": 8.493241637904381e-08, "loss": 0.7865, "step": 2450 }, { "epoch": 0.9471556453941669, "grad_norm": 0.23847082257270813, "learning_rate": 7.387020474909689e-08, "loss": 0.8071, "step": 2460 }, { "epoch": 0.9510058715949562, "grad_norm": 0.24866542220115662, "learning_rate": 6.357419573750856e-08, "loss": 0.8014, "step": 2470 }, { "epoch": 0.9548560977957455, "grad_norm": 0.23370376229286194, "learning_rate": 5.4045990769613365e-08, "loss": 0.7844, "step": 2480 }, { "epoch": 0.9587063239965348, "grad_norm": 0.2773272693157196, "learning_rate": 4.5287071847694434e-08, "loss": 0.79, "step": 2490 }, { "epoch": 0.9625565501973241, "grad_norm": 0.2278584986925125, "learning_rate": 3.7298801320467817e-08, "loss": 0.7834, "step": 2500 }, { "epoch": 0.9664067763981133, "grad_norm": 0.23154611885547638, "learning_rate": 3.0082421671192576e-08, "loss": 0.777, "step": 2510 }, { "epoch": 0.9702570025989027, "grad_norm": 0.23624077439308167, "learning_rate": 2.3639055324410355e-08, "loss": 0.7992, "step": 2520 }, { "epoch": 0.974107228799692, "grad_norm": 0.22888708114624023, "learning_rate": 1.7969704471369477e-08, "loss": 0.7827, "step": 2530 }, { "epoch": 0.9779574550004813, "grad_norm": 0.22431617975234985, "learning_rate": 1.3075250914142413e-08, "loss": 0.7863, "step": 2540 }, { "epoch": 0.9818076812012706, "grad_norm": 0.22358852624893188, "learning_rate": 8.956455928476049e-09, "loss": 0.7965, "step": 2550 }, { "epoch": 0.9856579074020598, "grad_norm": 0.23945052921772003, "learning_rate": 5.6139601453786275e-09, "loss": 0.7874, "step": 2560 }, { "epoch": 0.9895081336028492, "grad_norm": 0.23508386313915253, "learning_rate": 3.0482834514805602e-09, "loss": 0.7759, "step": 2570 }, { "epoch": 0.9933583598036385, "grad_norm": 0.21108676493167877, "learning_rate": 1.2598249081713366e-09, "loss": 0.7714, "step": 2580 }, { "epoch": 0.9972085860044277, "grad_norm": 0.25175976753234863, "learning_rate": 2.488626895302826e-10, "loss": 0.8013, "step": 2590 }, { "epoch": 0.9999037443449803, "step": 2597, "total_flos": 4.3217624287286395e+18, "train_loss": 0.8216921990313436, "train_runtime": 10886.4378, "train_samples_per_second": 61.076, "train_steps_per_second": 0.239 } ], "logging_steps": 10, "max_steps": 2597, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 4.3217624287286395e+18, "train_batch_size": 8, "trial_name": null, "trial_params": null }
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.9999037443449803,
"eval_steps": 500,
"global_step": 2597,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.003850226200789296,
"grad_norm": 19.79184341430664,
"learning_rate": 1.153846153846154e-06,
"loss": 2.6348,
"step": 10
},
{
"epoch": 0.007700452401578592,
"grad_norm": 6.341690540313721,
"learning_rate": 2.435897435897436e-06,
"loss": 2.0129,
"step": 20
},
{
"epoch": 0.01155067860236789,
"grad_norm": 4.526823997497559,
"learning_rate": 3.7179487179487184e-06,
"loss": 1.51,
"step": 30
},
{
"epoch": 0.015400904803157185,
"grad_norm": 1.1280349493026733,
"learning_rate": 5e-06,
"loss": 1.1747,
"step": 40
},
{
"epoch": 0.019251131003946483,
"grad_norm": 0.7391446232795715,
"learning_rate": 6.282051282051282e-06,
"loss": 1.0718,
"step": 50
},
{
"epoch": 0.02310135720473578,
"grad_norm": 0.39864447712898254,
"learning_rate": 7.564102564102564e-06,
"loss": 0.986,
"step": 60
},
{
"epoch": 0.026951583405525073,
"grad_norm": 0.3084148168563843,
"learning_rate": 8.846153846153847e-06,
"loss": 0.9356,
"step": 70
},
{
"epoch": 0.03080180960631437,
"grad_norm": 0.2990218997001648,
"learning_rate": 9.999996111488723e-06,
"loss": 0.9309,
"step": 80
},
{
"epoch": 0.034652035807103666,
"grad_norm": 0.2780090272426605,
"learning_rate": 9.999529497453782e-06,
"loss": 0.8979,
"step": 90
},
{
"epoch": 0.038502262007892966,
"grad_norm": 0.24935807287693024,
"learning_rate": 9.998285264324193e-06,
"loss": 0.8789,
"step": 100
},
{
"epoch": 0.04235248820868226,
"grad_norm": 0.26973283290863037,
"learning_rate": 9.996263605626052e-06,
"loss": 0.86,
"step": 110
},
{
"epoch": 0.04620271440947156,
"grad_norm": 0.24616661667823792,
"learning_rate": 9.99346483580503e-06,
"loss": 0.8691,
"step": 120
},
{
"epoch": 0.05005294061026085,
"grad_norm": 0.25066259503364563,
"learning_rate": 9.989889390177467e-06,
"loss": 0.8648,