Download continuous/qwen3/mc2_l14_224/finetune/trainer_state.json from 336labs/VisionEncoder-to-MLLM-ModelZoo: direct link, hf CLI and curl.
- Browser
- Download file 46.2 kB
-
https://huggingface.co/336labs/VisionEncoder-to-MLLM-ModelZoo/resolve/main/continuous/qwen3/mc2_l14_224/finetune/trainer_state.json
- Command line
-
hf download hf://336labs/VisionEncoder-to-MLLM-ModelZoo/continuous/qwen3/mc2_l14_224/finetune/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/336labs/VisionEncoder-to-MLLM-ModelZoo/resolve/main/continuous/qwen3/mc2_l14_224/finetune/trainer_state.json
46.2 kB
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.9999037443449803,
"eval_steps": 500,
"global_step": 2597,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.003850226200789296,
"grad_norm": 19.79184341430664,
"learning_rate": 1.153846153846154e-06,
"loss": 2.6348,
"step": 10
},
{
"epoch": 0.007700452401578592,
"grad_norm": 6.341690540313721,
"learning_rate": 2.435897435897436e-06,
"loss": 2.0129,
"step": 20
},
{
"epoch": 0.01155067860236789,
"grad_norm": 4.526823997497559,
"learning_rate": 3.7179487179487184e-06,
"loss": 1.51,
"step": 30
},
{
"epoch": 0.015400904803157185,
"grad_norm": 1.1280349493026733,
"learning_rate": 5e-06,
"loss": 1.1747,
"step": 40
},
{
"epoch": 0.019251131003946483,
"grad_norm": 0.7391446232795715,
"learning_rate": 6.282051282051282e-06,
"loss": 1.0718,
"step": 50
},
{
"epoch": 0.02310135720473578,
"grad_norm": 0.39864447712898254,
"learning_rate": 7.564102564102564e-06,
"loss": 0.986,
"step": 60
},
{
"epoch": 0.026951583405525073,
"grad_norm": 0.3084148168563843,
"learning_rate": 8.846153846153847e-06,
"loss": 0.9356,
"step": 70
},
{
"epoch": 0.03080180960631437,
"grad_norm": 0.2990218997001648,
"learning_rate": 9.999996111488723e-06,
"loss": 0.9309,
"step": 80
},
{
"epoch": 0.034652035807103666,
"grad_norm": 0.2780090272426605,
"learning_rate": 9.999529497453782e-06,
"loss": 0.8979,
"step": 90
},
{
"epoch": 0.038502262007892966,
"grad_norm": 0.24935807287693024,
"learning_rate": 9.998285264324193e-06,
"loss": 0.8789,
"step": 100
},
{
"epoch": 0.04235248820868226,
"grad_norm": 0.26973283290863037,
"learning_rate": 9.996263605626052e-06,
"loss": 0.86,
"step": 110
},
{
"epoch": 0.04620271440947156,
"grad_norm": 0.24616661667823792,
"learning_rate": 9.99346483580503e-06,
"loss": 0.8691,
"step": 120
},
{
"epoch": 0.05005294061026085,
"grad_norm": 0.25066259503364563,
"learning_rate": 9.989889390177467e-06,
"loss": 0.8648,
"step": 130
},
{
"epoch": 0.053903166811050146,
"grad_norm": 0.28245049715042114,
"learning_rate": 9.985537824862647e-06,
"loss": 0.8587,
"step": 140
},
{
"epoch": 0.057753393011839446,
"grad_norm": 0.29467615485191345,
"learning_rate": 9.980410816696317e-06,
"loss": 0.8449,
"step": 150
},
{
"epoch": 0.06160361921262874,
"grad_norm": 0.257530152797699,
"learning_rate": 9.97450916312541e-06,
"loss": 0.8491,
"step": 160
},
{
"epoch": 0.06545384541341803,
"grad_norm": 0.22230692207813263,
"learning_rate": 9.967833782084004e-06,
"loss": 0.85,
"step": 170
},
{
"epoch": 0.06930407161420733,
"grad_norm": 0.2579823136329651,
"learning_rate": 9.960385711850554e-06,
"loss": 0.877,
"step": 180
},
{
"epoch": 0.07315429781499663,
"grad_norm": 0.256746381521225,
"learning_rate": 9.952166110886394e-06,
"loss": 0.8668,
"step": 190
},
{
"epoch": 0.07700452401578593,
"grad_norm": 0.2952767312526703,
"learning_rate": 9.943176257655567e-06,
"loss": 0.8563,
"step": 200
},
{
"epoch": 0.08085475021657522,
"grad_norm": 0.24737772345542908,
"learning_rate": 9.933417550425952e-06,
"loss": 0.8509,
"step": 210
},
{
"epoch": 0.08470497641736452,
"grad_norm": 0.2504301965236664,
"learning_rate": 9.9228915070518e-06,
"loss": 0.8382,
"step": 220
},
{
"epoch": 0.08855520261815382,
"grad_norm": 0.2495463490486145,
"learning_rate": 9.911599764737632e-06,
"loss": 0.8393,
"step": 230
},
{
"epoch": 0.09240542881894312,
"grad_norm": 0.24468041956424713,
"learning_rate": 9.899544079783606e-06,
"loss": 0.8341,
"step": 240
},
{
"epoch": 0.0962556550197324,
"grad_norm": 0.29563626646995544,
"learning_rate": 9.886726327312338e-06,
"loss": 0.8504,
"step": 250
},
{
"epoch": 0.1001058812205217,
"grad_norm": 0.24205781519412994,
"learning_rate": 9.87314850097724e-06,
"loss": 0.8475,
"step": 260
},
{
"epoch": 0.103956107421311,
"grad_norm": 0.24268938601016998,
"learning_rate": 9.858812712652452e-06,
"loss": 0.835,
"step": 270
},
{
"epoch": 0.10780633362210029,
"grad_norm": 0.23990951478481293,
"learning_rate": 9.843721192104341e-06,
"loss": 0.8348,
"step": 280
},
{
"epoch": 0.11165655982288959,
"grad_norm": 0.25300315022468567,
"learning_rate": 9.827876286644698e-06,
"loss": 0.852,
"step": 290
},
{
"epoch": 0.11550678602367889,
"grad_norm": 0.22314424812793732,
"learning_rate": 9.811280460765643e-06,
"loss": 0.8133,
"step": 300
},
{
"epoch": 0.11935701222446819,
"grad_norm": 0.2356373518705368,
"learning_rate": 9.793936295756292e-06,
"loss": 0.8265,
"step": 310
},
{
"epoch": 0.12320723842525748,
"grad_norm": 0.25164154171943665,
"learning_rate": 9.775846489301279e-06,
"loss": 0.8261,
"step": 320
},
{
"epoch": 0.12705746462604678,
"grad_norm": 0.26003730297088623,
"learning_rate": 9.757013855061157e-06,
"loss": 0.8265,
"step": 330
},
{
"epoch": 0.13090769082683607,
"grad_norm": 0.23910772800445557,
"learning_rate": 9.737441322234758e-06,
"loss": 0.8373,
"step": 340
},
{
"epoch": 0.13475791702762538,
"grad_norm": 0.2616579830646515,
"learning_rate": 9.717131935103605e-06,
"loss": 0.8374,
"step": 350
},
{
"epoch": 0.13860814322841467,
"grad_norm": 0.24132589995861053,
"learning_rate": 9.696088852558398e-06,
"loss": 0.8239,
"step": 360
},
{
"epoch": 0.14245836942920398,
"grad_norm": 0.25307944416999817,
"learning_rate": 9.674315347607686e-06,
"loss": 0.8503,
"step": 370
},
{
"epoch": 0.14630859562999327,
"grad_norm": 0.23904776573181152,
"learning_rate": 9.651814806868796e-06,
"loss": 0.8101,
"step": 380
},
{
"epoch": 0.15015882183078255,
"grad_norm": 0.23685136437416077,
"learning_rate": 9.62859073004107e-06,
"loss": 0.817,
"step": 390
},
{
"epoch": 0.15400904803157187,
"grad_norm": 0.23827877640724182,
"learning_rate": 9.604646729361547e-06,
"loss": 0.82,
"step": 400
},
{
"epoch": 0.15785927423236115,
"grad_norm": 0.23255571722984314,
"learning_rate": 9.579986529043099e-06,
"loss": 0.8097,
"step": 410
},
{
"epoch": 0.16170950043315044,
"grad_norm": 0.2344449758529663,
"learning_rate": 9.554613964695189e-06,
"loss": 0.826,
"step": 420
},
{
"epoch": 0.16555972663393975,
"grad_norm": 0.2431863248348236,
"learning_rate": 9.528532982727281e-06,
"loss": 0.8155,
"step": 430
},
{
"epoch": 0.16940995283472904,
"grad_norm": 0.24152682721614838,
"learning_rate": 9.501747639735018e-06,
"loss": 0.813,
"step": 440
},
{
"epoch": 0.17326017903551832,
"grad_norm": 0.2492619901895523,
"learning_rate": 9.474262101869272e-06,
"loss": 0.8034,
"step": 450
},
{
"epoch": 0.17711040523630764,
"grad_norm": 0.23506779968738556,
"learning_rate": 9.446080644188141e-06,
"loss": 0.8085,
"step": 460
},
{
"epoch": 0.18096063143709692,
"grad_norm": 0.24165698885917664,
"learning_rate": 9.417207649992017e-06,
"loss": 0.8167,
"step": 470
},
{
"epoch": 0.18481085763788624,
"grad_norm": 0.2382257878780365,
"learning_rate": 9.387647610141816e-06,
"loss": 0.8152,
"step": 480
},
{
"epoch": 0.18866108383867553,
"grad_norm": 0.22803795337677002,
"learning_rate": 9.35740512236047e-06,
"loss": 0.802,
"step": 490
},
{
"epoch": 0.1925113100394648,
"grad_norm": 0.22222229838371277,
"learning_rate": 9.326484890517809e-06,
"loss": 0.8073,
"step": 500
},
{
"epoch": 0.19636153624025413,
"grad_norm": 0.2322579324245453,
"learning_rate": 9.294891723898926e-06,
"loss": 0.8021,
"step": 510
},
{
"epoch": 0.2002117624410434,
"grad_norm": 0.24413122236728668,
"learning_rate": 9.262630536456153e-06,
"loss": 0.8319,
"step": 520
},
{
"epoch": 0.2040619886418327,
"grad_norm": 0.2532041072845459,
"learning_rate": 9.229706346044749e-06,
"loss": 0.8035,
"step": 530
},
{
"epoch": 0.207912214842622,
"grad_norm": 0.25332382321357727,
"learning_rate": 9.196124273642422e-06,
"loss": 0.8173,
"step": 540
},
{
"epoch": 0.2117624410434113,
"grad_norm": 0.22490622103214264,
"learning_rate": 9.161889542552842e-06,
"loss": 0.819,
"step": 550
},
{
"epoch": 0.21561266724420058,
"grad_norm": 0.2185283750295639,
"learning_rate": 9.127007477593193e-06,
"loss": 0.8236,
"step": 560
},
{
"epoch": 0.2194628934449899,
"grad_norm": 0.2579803466796875,
"learning_rate": 9.091483504265974e-06,
"loss": 0.8319,
"step": 570
},
{
"epoch": 0.22331311964577918,
"grad_norm": 0.2508712708950043,
"learning_rate": 9.055323147915116e-06,
"loss": 0.812,
"step": 580
},
{
"epoch": 0.2271633458465685,
"grad_norm": 0.24880196154117584,
"learning_rate": 9.018532032866585e-06,
"loss": 0.8221,
"step": 590
},
{
"epoch": 0.23101357204735778,
"grad_norm": 0.23069332540035248,
"learning_rate": 8.981115881553579e-06,
"loss": 0.8128,
"step": 600
},
{
"epoch": 0.23486379824814707,
"grad_norm": 0.25827839970588684,
"learning_rate": 8.943080513626476e-06,
"loss": 0.8323,
"step": 610
},
{
"epoch": 0.23871402444893638,
"grad_norm": 0.23462145030498505,
"learning_rate": 8.904431845047641e-06,
"loss": 0.8183,
"step": 620
},
{
"epoch": 0.24256425064972567,
"grad_norm": 0.2504104971885681,
"learning_rate": 8.86517588717128e-06,
"loss": 0.834,
"step": 630
},
{
"epoch": 0.24641447685051496,
"grad_norm": 0.23117466270923615,
"learning_rate": 8.82531874580844e-06,
"loss": 0.8231,
"step": 640
},
{
"epoch": 0.25026470305130427,
"grad_norm": 0.2247200757265091,
"learning_rate": 8.784866620277314e-06,
"loss": 0.7805,
"step": 650
},
{
"epoch": 0.25411492925209356,
"grad_norm": 0.2575814723968506,
"learning_rate": 8.743825802439018e-06,
"loss": 0.8164,
"step": 660
},
{
"epoch": 0.25796515545288284,
"grad_norm": 0.25640708208084106,
"learning_rate": 8.702202675718956e-06,
"loss": 0.8221,
"step": 670
},
{
"epoch": 0.26181538165367213,
"grad_norm": 0.23116858303546906,
"learning_rate": 8.660003714113959e-06,
"loss": 0.7917,
"step": 680
},
{
"epoch": 0.26566560785446147,
"grad_norm": 0.24693791568279266,
"learning_rate": 8.617235481185323e-06,
"loss": 0.8167,
"step": 690
},
{
"epoch": 0.26951583405525076,
"grad_norm": 0.24754402041435242,
"learning_rate": 8.573904629037931e-06,
"loss": 0.822,
"step": 700
},
{
"epoch": 0.27336606025604004,
"grad_norm": 0.23752228915691376,
"learning_rate": 8.530017897285585e-06,
"loss": 0.8016,
"step": 710
},
{
"epoch": 0.27721628645682933,
"grad_norm": 0.21996991336345673,
"learning_rate": 8.485582112002746e-06,
"loss": 0.8056,
"step": 720
},
{
"epoch": 0.2810665126576186,
"grad_norm": 0.2329818308353424,
"learning_rate": 8.440604184662811e-06,
"loss": 0.8115,
"step": 730
},
{
"epoch": 0.28491673885840796,
"grad_norm": 0.23024459183216095,
"learning_rate": 8.395091111063118e-06,
"loss": 0.8001,
"step": 740
},
{
"epoch": 0.28876696505919724,
"grad_norm": 0.2226322442293167,
"learning_rate": 8.349049970236822e-06,
"loss": 0.7999,
"step": 750
},
{
"epoch": 0.29261719125998653,
"grad_norm": 0.2354160100221634,
"learning_rate": 8.302487923351842e-06,
"loss": 0.7922,
"step": 760
},
{
"epoch": 0.2964674174607758,
"grad_norm": 0.23037636280059814,
"learning_rate": 8.255412212597021e-06,
"loss": 0.8097,
"step": 770
},
{
"epoch": 0.3003176436615651,
"grad_norm": 0.2321627140045166,
"learning_rate": 8.207830160055688e-06,
"loss": 0.8065,
"step": 780
},
{
"epoch": 0.3041678698623544,
"grad_norm": 0.2403370589017868,
"learning_rate": 8.159749166566786e-06,
"loss": 0.7905,
"step": 790
},
{
"epoch": 0.30801809606314373,
"grad_norm": 0.22592222690582275,
"learning_rate": 8.11117671057377e-06,
"loss": 0.8183,
"step": 800
},
{
"epoch": 0.311868322263933,
"grad_norm": 0.23806729912757874,
"learning_rate": 8.062120346961404e-06,
"loss": 0.8109,
"step": 810
},
{
"epoch": 0.3157185484647223,
"grad_norm": 0.22496743500232697,
"learning_rate": 8.012587705880705e-06,
"loss": 0.8025,
"step": 820
},
{
"epoch": 0.3195687746655116,
"grad_norm": 0.23336046934127808,
"learning_rate": 7.962586491562146e-06,
"loss": 0.7905,
"step": 830
},
{
"epoch": 0.3234190008663009,
"grad_norm": 0.24823102355003357,
"learning_rate": 7.912124481117357e-06,
"loss": 0.7957,
"step": 840
},
{
"epoch": 0.3272692270670902,
"grad_norm": 0.2368079572916031,
"learning_rate": 7.861209523329494e-06,
"loss": 0.8058,
"step": 850
},
{
"epoch": 0.3311194532678795,
"grad_norm": 0.23666667938232422,
"learning_rate": 7.809849537432432e-06,
"loss": 0.7889,
"step": 860
},
{
"epoch": 0.3349696794686688,
"grad_norm": 0.23386090993881226,
"learning_rate": 7.758052511879035e-06,
"loss": 0.8006,
"step": 870
},
{
"epoch": 0.3388199056694581,
"grad_norm": 0.2251926064491272,
"learning_rate": 7.705826503098642e-06,
"loss": 0.7947,
"step": 880
},
{
"epoch": 0.34267013187024736,
"grad_norm": 0.230204775929451,
"learning_rate": 7.653179634243979e-06,
"loss": 0.7955,
"step": 890
},
{
"epoch": 0.34652035807103665,
"grad_norm": 0.22313480079174042,
"learning_rate": 7.600120093927696e-06,
"loss": 0.8001,
"step": 900
},
{
"epoch": 0.350370584271826,
"grad_norm": 0.23587562143802643,
"learning_rate": 7.546656134948729e-06,
"loss": 0.7902,
"step": 910
},
{
"epoch": 0.3542208104726153,
"grad_norm": 0.24195075035095215,
"learning_rate": 7.492796073008661e-06,
"loss": 0.7888,
"step": 920
},
{
"epoch": 0.35807103667340456,
"grad_norm": 0.24929076433181763,
"learning_rate": 7.438548285418326e-06,
"loss": 0.7746,
"step": 930
},
{
"epoch": 0.36192126287419385,
"grad_norm": 0.2498975545167923,
"learning_rate": 7.3839212097948e-06,
"loss": 0.8087,
"step": 940
},
{
"epoch": 0.36577148907498314,
"grad_norm": 0.2354947328567505,
"learning_rate": 7.328923342749039e-06,
"loss": 0.8237,
"step": 950
},
{
"epoch": 0.3696217152757725,
"grad_norm": 0.2525039315223694,
"learning_rate": 7.273563238564319e-06,
"loss": 0.8071,
"step": 960
},
{
"epoch": 0.37347194147656176,
"grad_norm": 0.2385227233171463,
"learning_rate": 7.217849507865724e-06,
"loss": 0.7881,
"step": 970
},
{
"epoch": 0.37732216767735105,
"grad_norm": 0.2302110195159912,
"learning_rate": 7.161790816280858e-06,
"loss": 0.7933,
"step": 980
},
{
"epoch": 0.38117239387814034,
"grad_norm": 0.24021956324577332,
"learning_rate": 7.1053958830920125e-06,
"loss": 0.7799,
"step": 990
},
{
"epoch": 0.3850226200789296,
"grad_norm": 0.23409691452980042,
"learning_rate": 7.0486734798799715e-06,
"loss": 0.7963,
"step": 1000
},
{
"epoch": 0.3888728462797189,
"grad_norm": 0.2414340227842331,
"learning_rate": 6.991632429159708e-06,
"loss": 0.8189,
"step": 1010
},
{
"epoch": 0.39272307248050825,
"grad_norm": 0.242491215467453,
"learning_rate": 6.934281603008132e-06,
"loss": 0.8098,
"step": 1020
},
{
"epoch": 0.39657329868129754,
"grad_norm": 0.23040764033794403,
"learning_rate": 6.876629921684143e-06,
"loss": 0.8067,
"step": 1030
},
{
"epoch": 0.4004235248820868,
"grad_norm": 0.23939909040927887,
"learning_rate": 6.818686352241199e-06,
"loss": 0.798,
"step": 1040
},
{
"epoch": 0.4042737510828761,
"grad_norm": 0.2218620777130127,
"learning_rate": 6.760459907132573e-06,
"loss": 0.7946,
"step": 1050
},
{
"epoch": 0.4081239772836654,
"grad_norm": 0.21917887032032013,
"learning_rate": 6.701959642809589e-06,
"loss": 0.8006,
"step": 1060
},
{
"epoch": 0.41197420348445474,
"grad_norm": 0.23311498761177063,
"learning_rate": 6.643194658312987e-06,
"loss": 0.7937,
"step": 1070
},
{
"epoch": 0.415824429685244,
"grad_norm": 0.23265351355075836,
"learning_rate": 6.584174093857676e-06,
"loss": 0.8161,
"step": 1080
},
{
"epoch": 0.4196746558860333,
"grad_norm": 0.26503854990005493,
"learning_rate": 6.5249071294110735e-06,
"loss": 0.7963,
"step": 1090
},
{
"epoch": 0.4235248820868226,
"grad_norm": 0.24315175414085388,
"learning_rate": 6.465402983265274e-06,
"loss": 0.8108,
"step": 1100
},
{
"epoch": 0.4273751082876119,
"grad_norm": 0.24192595481872559,
"learning_rate": 6.405670910603243e-06,
"loss": 0.8066,
"step": 1110
},
{
"epoch": 0.43122533448840117,
"grad_norm": 0.253692626953125,
"learning_rate": 6.345720202059291e-06,
"loss": 0.8029,
"step": 1120
},
{
"epoch": 0.4350755606891905,
"grad_norm": 0.2414553314447403,
"learning_rate": 6.285560182274008e-06,
"loss": 0.7815,
"step": 1130
},
{
"epoch": 0.4389257868899798,
"grad_norm": 0.23615378141403198,
"learning_rate": 6.225200208443936e-06,
"loss": 0.8037,
"step": 1140
},
{
"epoch": 0.4427760130907691,
"grad_norm": 0.2203551083803177,
"learning_rate": 6.16464966886616e-06,
"loss": 0.7936,
"step": 1150
},
{
"epoch": 0.44662623929155837,
"grad_norm": 0.26320552825927734,
"learning_rate": 6.103917981478065e-06,
"loss": 0.8167,
"step": 1160
},
{
"epoch": 0.45047646549234766,
"grad_norm": 0.22850251197814941,
"learning_rate": 6.043014592392489e-06,
"loss": 0.828,
"step": 1170
},
{
"epoch": 0.454326691693137,
"grad_norm": 0.227044016122818,
"learning_rate": 5.981948974428485e-06,
"loss": 0.8025,
"step": 1180
},
{
"epoch": 0.4581769178939263,
"grad_norm": 0.2402268350124359,
"learning_rate": 5.920730625637934e-06,
"loss": 0.782,
"step": 1190
},
{
"epoch": 0.46202714409471557,
"grad_norm": 0.24159236252307892,
"learning_rate": 5.8593690678282355e-06,
"loss": 0.7922,
"step": 1200
},
{
"epoch": 0.46587737029550486,
"grad_norm": 0.24446304142475128,
"learning_rate": 5.797873845081301e-06,
"loss": 0.7969,
"step": 1210
},
{
"epoch": 0.46972759649629414,
"grad_norm": 0.22982114553451538,
"learning_rate": 5.736254522269075e-06,
"loss": 0.813,
"step": 1220
},
{
"epoch": 0.47357782269708343,
"grad_norm": 0.23523172736167908,
"learning_rate": 5.6745206835658386e-06,
"loss": 0.8146,
"step": 1230
},
{
"epoch": 0.47742804889787277,
"grad_norm": 0.22839456796646118,
"learning_rate": 5.612681930957495e-06,
"loss": 0.7859,
"step": 1240
},
{
"epoch": 0.48127827509866206,
"grad_norm": 0.22501277923583984,
"learning_rate": 5.550747882748095e-06,
"loss": 0.7848,
"step": 1250
},
{
"epoch": 0.48512850129945134,
"grad_norm": 0.2500593960285187,
"learning_rate": 5.4887281720638195e-06,
"loss": 0.79,
"step": 1260
},
{
"epoch": 0.48897872750024063,
"grad_norm": 0.2635622024536133,
"learning_rate": 5.42663244535466e-06,
"loss": 0.7762,
"step": 1270
},
{
"epoch": 0.4928289537010299,
"grad_norm": 0.2632523477077484,
"learning_rate": 5.3644703608940205e-06,
"loss": 0.7844,
"step": 1280
},
{
"epoch": 0.49667917990181926,
"grad_norm": 0.23444679379463196,
"learning_rate": 5.302251587276491e-06,
"loss": 0.7947,
"step": 1290
},
{
"epoch": 0.5005294061026085,
"grad_norm": 0.2246859222650528,
"learning_rate": 5.2399858019140005e-06,
"loss": 0.7942,
"step": 1300
},
{
"epoch": 0.5043796323033978,
"grad_norm": 0.23471280932426453,
"learning_rate": 5.177682689530615e-06,
"loss": 0.8098,
"step": 1310
},
{
"epoch": 0.5082298585041871,
"grad_norm": 0.2407495528459549,
"learning_rate": 5.11535194065619e-06,
"loss": 0.7768,
"step": 1320
},
{
"epoch": 0.5120800847049765,
"grad_norm": 0.26251131296157837,
"learning_rate": 5.053003250119113e-06,
"loss": 0.7887,
"step": 1330
},
{
"epoch": 0.5159303109057657,
"grad_norm": 0.23856370151042938,
"learning_rate": 4.9906463155383925e-06,
"loss": 0.7948,
"step": 1340
},
{
"epoch": 0.519780537106555,
"grad_norm": 0.2380622774362564,
"learning_rate": 4.9282908358153046e-06,
"loss": 0.7865,
"step": 1350
},
{
"epoch": 0.5236307633073443,
"grad_norm": 0.2565951645374298,
"learning_rate": 4.8659465096248345e-06,
"loss": 0.8052,
"step": 1360
},
{
"epoch": 0.5274809895081336,
"grad_norm": 0.24584832787513733,
"learning_rate": 4.803623033907169e-06,
"loss": 0.8042,
"step": 1370
},
{
"epoch": 0.5313312157089229,
"grad_norm": 0.22715476155281067,
"learning_rate": 4.741330102359441e-06,
"loss": 0.8094,
"step": 1380
},
{
"epoch": 0.5351814419097122,
"grad_norm": 0.24714422225952148,
"learning_rate": 4.679077403927996e-06,
"loss": 0.7888,
"step": 1390
},
{
"epoch": 0.5390316681105015,
"grad_norm": 0.23103509843349457,
"learning_rate": 4.616874621301373e-06,
"loss": 0.7884,
"step": 1400
},
{
"epoch": 0.5428818943112907,
"grad_norm": 0.24038435518741608,
"learning_rate": 4.554731429404293e-06,
"loss": 0.8031,
"step": 1410
},
{
"epoch": 0.5467321205120801,
"grad_norm": 0.24905183911323547,
"learning_rate": 4.492657493892822e-06,
"loss": 0.7888,
"step": 1420
},
{
"epoch": 0.5505823467128694,
"grad_norm": 0.28134477138519287,
"learning_rate": 4.430662469650999e-06,
"loss": 0.8039,
"step": 1430
},
{
"epoch": 0.5544325729136587,
"grad_norm": 0.2530960142612457,
"learning_rate": 4.368755999289118e-06,
"loss": 0.8053,
"step": 1440
},
{
"epoch": 0.558282799114448,
"grad_norm": 0.26474103331565857,
"learning_rate": 4.306947711643949e-06,
"loss": 0.7913,
"step": 1450
},
{
"epoch": 0.5621330253152372,
"grad_norm": 0.2411193549633026,
"learning_rate": 4.245247220281068e-06,
"loss": 0.7937,
"step": 1460
},
{
"epoch": 0.5659832515160266,
"grad_norm": 0.23446902632713318,
"learning_rate": 4.183664121999587e-06,
"loss": 0.791,
"step": 1470
},
{
"epoch": 0.5698334777168159,
"grad_norm": 0.2463819980621338,
"learning_rate": 4.122207995339474e-06,
"loss": 0.7879,
"step": 1480
},
{
"epoch": 0.5736837039176051,
"grad_norm": 0.2318504899740219,
"learning_rate": 4.060888399091734e-06,
"loss": 0.7929,
"step": 1490
},
{
"epoch": 0.5775339301183945,
"grad_norm": 0.23570016026496887,
"learning_rate": 3.999714870811639e-06,
"loss": 0.8007,
"step": 1500
},
{
"epoch": 0.5813841563191837,
"grad_norm": 0.23344284296035767,
"learning_rate": 3.938696925335275e-06,
"loss": 0.7947,
"step": 1510
},
{
"epoch": 0.5852343825199731,
"grad_norm": 0.23675939440727234,
"learning_rate": 3.87784405329962e-06,
"loss": 0.802,
"step": 1520
},
{
"epoch": 0.5890846087207623,
"grad_norm": 0.24015510082244873,
"learning_rate": 3.817165719666382e-06,
"loss": 0.8049,
"step": 1530
},
{
"epoch": 0.5929348349215516,
"grad_norm": 0.2332915961742401,
"learning_rate": 3.756671362249841e-06,
"loss": 0.8074,
"step": 1540
},
{
"epoch": 0.596785061122341,
"grad_norm": 0.2314557284116745,
"learning_rate": 3.6963703902488907e-06,
"loss": 0.7944,
"step": 1550
},
{
"epoch": 0.6006352873231302,
"grad_norm": 0.22771933674812317,
"learning_rate": 3.6362721827835655e-06,
"loss": 0.8131,
"step": 1560
},
{
"epoch": 0.6044855135239195,
"grad_norm": 0.24463161826133728,
"learning_rate": 3.576386087436212e-06,
"loss": 0.8062,
"step": 1570
},
{
"epoch": 0.6083357397247088,
"grad_norm": 0.2524418830871582,
"learning_rate": 3.5167214187975913e-06,
"loss": 0.7968,
"step": 1580
},
{
"epoch": 0.6121859659254981,
"grad_norm": 0.20595966279506683,
"learning_rate": 3.457287457018086e-06,
"loss": 0.7986,
"step": 1590
},
{
"epoch": 0.6160361921262875,
"grad_norm": 0.231485977768898,
"learning_rate": 3.3980934463643003e-06,
"loss": 0.7856,
"step": 1600
},
{
"epoch": 0.6198864183270767,
"grad_norm": 0.21625636518001556,
"learning_rate": 3.3391485937812053e-06,
"loss": 0.769,
"step": 1610
},
{
"epoch": 0.623736644527866,
"grad_norm": 0.24160811305046082,
"learning_rate": 3.280462067460115e-06,
"loss": 0.7681,
"step": 1620
},
{
"epoch": 0.6275868707286553,
"grad_norm": 0.23286288976669312,
"learning_rate": 3.222042995412669e-06,
"loss": 0.7982,
"step": 1630
},
{
"epoch": 0.6314370969294446,
"grad_norm": 0.21974439918994904,
"learning_rate": 3.163900464051089e-06,
"loss": 0.7895,
"step": 1640
},
{
"epoch": 0.635287323130234,
"grad_norm": 0.24553722143173218,
"learning_rate": 3.1060435167748826e-06,
"loss": 0.7973,
"step": 1650
},
{
"epoch": 0.6391375493310232,
"grad_norm": 0.24239341914653778,
"learning_rate": 3.048481152564253e-06,
"loss": 0.7788,
"step": 1660
},
{
"epoch": 0.6429877755318125,
"grad_norm": 0.2442914843559265,
"learning_rate": 2.9912223245804017e-06,
"loss": 0.7999,
"step": 1670
},
{
"epoch": 0.6468380017326018,
"grad_norm": 0.24031966924667358,
"learning_rate": 2.934275938772981e-06,
"loss": 0.7969,
"step": 1680
},
{
"epoch": 0.6506882279333911,
"grad_norm": 0.25379085540771484,
"learning_rate": 2.8776508524948676e-06,
"loss": 0.7869,
"step": 1690
},
{
"epoch": 0.6545384541341804,
"grad_norm": 0.21629001200199127,
"learning_rate": 2.821355873124503e-06,
"loss": 0.7851,
"step": 1700
},
{
"epoch": 0.6583886803349697,
"grad_norm": 0.24450668692588806,
"learning_rate": 2.7653997566960144e-06,
"loss": 0.7989,
"step": 1710
},
{
"epoch": 0.662238906535759,
"grad_norm": 0.25176525115966797,
"learning_rate": 2.709791206537309e-06,
"loss": 0.789,
"step": 1720
},
{
"epoch": 0.6660891327365482,
"grad_norm": 0.23535434901714325,
"learning_rate": 2.6545388719163747e-06,
"loss": 0.7954,
"step": 1730
},
{
"epoch": 0.6699393589373376,
"grad_norm": 0.2267545461654663,
"learning_rate": 2.599651346695979e-06,
"loss": 0.7927,
"step": 1740
},
{
"epoch": 0.6737895851381268,
"grad_norm": 0.24057923257350922,
"learning_rate": 2.545137167997007e-06,
"loss": 0.7892,
"step": 1750
},
{
"epoch": 0.6776398113389162,
"grad_norm": 0.22840392589569092,
"learning_rate": 2.4910048148705972e-06,
"loss": 0.7776,
"step": 1760
},
{
"epoch": 0.6814900375397055,
"grad_norm": 0.24809467792510986,
"learning_rate": 2.4372627069793327e-06,
"loss": 0.8213,
"step": 1770
},
{
"epoch": 0.6853402637404947,
"grad_norm": 0.2365812063217163,
"learning_rate": 2.3839192032876486e-06,
"loss": 0.8067,
"step": 1780
},
{
"epoch": 0.6891904899412841,
"grad_norm": 0.23032653331756592,
"learning_rate": 2.3309826007617047e-06,
"loss": 0.8176,
"step": 1790
},
{
"epoch": 0.6930407161420733,
"grad_norm": 0.2400519996881485,
"learning_rate": 2.278461133078881e-06,
"loss": 0.7821,
"step": 1800
},
{
"epoch": 0.6968909423428626,
"grad_norm": 0.2368413358926773,
"learning_rate": 2.2263629693471258e-06,
"loss": 0.7717,
"step": 1810
},
{
"epoch": 0.700741168543652,
"grad_norm": 0.22876349091529846,
"learning_rate": 2.1746962128343414e-06,
"loss": 0.7972,
"step": 1820
},
{
"epoch": 0.7045913947444412,
"grad_norm": 0.22780956327915192,
"learning_rate": 2.1234688997080183e-06,
"loss": 0.7852,
"step": 1830
},
{
"epoch": 0.7084416209452306,
"grad_norm": 0.25013190507888794,
"learning_rate": 2.0726889977853053e-06,
"loss": 0.7901,
"step": 1840
},
{
"epoch": 0.7122918471460198,
"grad_norm": 0.24060063064098358,
"learning_rate": 2.022364405293703e-06,
"loss": 0.8037,
"step": 1850
},
{
"epoch": 0.7161420733468091,
"grad_norm": 0.23506894707679749,
"learning_rate": 1.9725029496425814e-06,
"loss": 0.7939,
"step": 1860
},
{
"epoch": 0.7199922995475985,
"grad_norm": 0.24514800310134888,
"learning_rate": 1.923112386205727e-06,
"loss": 0.7925,
"step": 1870
},
{
"epoch": 0.7238425257483877,
"grad_norm": 0.21959026157855988,
"learning_rate": 1.874200397115079e-06,
"loss": 0.7979,
"step": 1880
},
{
"epoch": 0.727692751949177,
"grad_norm": 0.2392028570175171,
"learning_rate": 1.825774590065857e-06,
"loss": 0.7834,
"step": 1890
},
{
"epoch": 0.7315429781499663,
"grad_norm": 0.24447238445281982,
"learning_rate": 1.7778424971332813e-06,
"loss": 0.7893,
"step": 1900
},
{
"epoch": 0.7353932043507556,
"grad_norm": 0.22846662998199463,
"learning_rate": 1.7304115736010407e-06,
"loss": 0.7891,
"step": 1910
},
{
"epoch": 0.739243430551545,
"grad_norm": 0.23552203178405762,
"learning_rate": 1.6834891968017108e-06,
"loss": 0.7804,
"step": 1920
},
{
"epoch": 0.7430936567523342,
"grad_norm": 0.24262794852256775,
"learning_rate": 1.6370826649692884e-06,
"loss": 0.8004,
"step": 1930
},
{
"epoch": 0.7469438829531235,
"grad_norm": 0.2340243011713028,
"learning_rate": 1.5911991961040463e-06,
"loss": 0.8087,
"step": 1940
},
{
"epoch": 0.7507941091539128,
"grad_norm": 0.24299858510494232,
"learning_rate": 1.545845926849851e-06,
"loss": 0.7953,
"step": 1950
},
{
"epoch": 0.7546443353547021,
"grad_norm": 0.25273993611335754,
"learning_rate": 1.5010299113841397e-06,
"loss": 0.8127,
"step": 1960
},
{
"epoch": 0.7584945615554913,
"grad_norm": 0.2365594059228897,
"learning_rate": 1.4567581203207238e-06,
"loss": 0.8005,
"step": 1970
},
{
"epoch": 0.7623447877562807,
"grad_norm": 0.24935095012187958,
"learning_rate": 1.413037439625593e-06,
"loss": 0.8006,
"step": 1980
},
{
"epoch": 0.76619501395707,
"grad_norm": 0.2501228153705597,
"learning_rate": 1.3698746695458847e-06,
"loss": 0.7937,
"step": 1990
},
{
"epoch": 0.7700452401578592,
"grad_norm": 0.23038862645626068,
"learning_rate": 1.3272765235521745e-06,
"loss": 0.7853,
"step": 2000
},
{
"epoch": 0.7738954663586486,
"grad_norm": 0.22457218170166016,
"learning_rate": 1.2852496272942877e-06,
"loss": 0.7931,
"step": 2010
},
{
"epoch": 0.7777456925594378,
"grad_norm": 0.21993689239025116,
"learning_rate": 1.2438005175707396e-06,
"loss": 0.7813,
"step": 2020
},
{
"epoch": 0.7815959187602272,
"grad_norm": 0.23017768561840057,
"learning_rate": 1.2029356413120297e-06,
"loss": 0.7672,
"step": 2030
},
{
"epoch": 0.7854461449610165,
"grad_norm": 0.23289257287979126,
"learning_rate": 1.1626613545778786e-06,
"loss": 0.7842,
"step": 2040
},
{
"epoch": 0.7892963711618057,
"grad_norm": 0.22083888947963715,
"learning_rate": 1.1229839215686294e-06,
"loss": 0.7879,
"step": 2050
},
{
"epoch": 0.7931465973625951,
"grad_norm": 0.2122008353471756,
"learning_rate": 1.0839095136509188e-06,
"loss": 0.7745,
"step": 2060
},
{
"epoch": 0.7969968235633843,
"grad_norm": 0.2593449652194977,
"learning_rate": 1.045444208397791e-06,
"loss": 0.796,
"step": 2070
},
{
"epoch": 0.8008470497641736,
"grad_norm": 0.22876858711242676,
"learning_rate": 1.007593988643402e-06,
"loss": 0.7755,
"step": 2080
},
{
"epoch": 0.804697275964963,
"grad_norm": 0.23252536356449127,
"learning_rate": 9.703647415524613e-07,
"loss": 0.7981,
"step": 2090
},
{
"epoch": 0.8085475021657522,
"grad_norm": 0.22701573371887207,
"learning_rate": 9.337622577045485e-07,
"loss": 0.7866,
"step": 2100
},
{
"epoch": 0.8123977283665416,
"grad_norm": 0.22942154109477997,
"learning_rate": 8.977922301934588e-07,
"loss": 0.7949,
"step": 2110
},
{
"epoch": 0.8162479545673308,
"grad_norm": 0.24092769622802734,
"learning_rate": 8.624602537417009e-07,
"loss": 0.7982,
"step": 2120
},
{
"epoch": 0.8200981807681201,
"grad_norm": 0.2467198222875595,
"learning_rate": 8.277718238303123e-07,
"loss": 0.786,
"step": 2130
},
{
"epoch": 0.8239484069689095,
"grad_norm": 0.2407129555940628,
"learning_rate": 7.937323358440935e-07,
"loss": 0.7877,
"step": 2140
},
{
"epoch": 0.8277986331696987,
"grad_norm": 0.24136090278625488,
"learning_rate": 7.603470842324223e-07,
"loss": 0.7813,
"step": 2150
},
{
"epoch": 0.831648859370488,
"grad_norm": 0.22663679718971252,
"learning_rate": 7.276212616857575e-07,
"loss": 0.798,
"step": 2160
},
{
"epoch": 0.8354990855712773,
"grad_norm": 0.22803762555122375,
"learning_rate": 6.955599583279837e-07,
"loss": 0.7993,
"step": 2170
},
{
"epoch": 0.8393493117720666,
"grad_norm": 0.23298944532871246,
"learning_rate": 6.641681609246981e-07,
"loss": 0.7893,
"step": 2180
},
{
"epoch": 0.8431995379728559,
"grad_norm": 0.22421827912330627,
"learning_rate": 6.334507521075711e-07,
"loss": 0.7975,
"step": 2190
},
{
"epoch": 0.8470497641736452,
"grad_norm": 0.25587308406829834,
"learning_rate": 6.034125096149179e-07,
"loss": 0.79,
"step": 2200
},
{
"epoch": 0.8508999903744345,
"grad_norm": 0.2331983596086502,
"learning_rate": 5.740581055485722e-07,
"loss": 0.7628,
"step": 2210
},
{
"epoch": 0.8547502165752238,
"grad_norm": 0.22114115953445435,
"learning_rate": 5.453921056471961e-07,
"loss": 0.7968,
"step": 2220
},
{
"epoch": 0.8586004427760131,
"grad_norm": 0.24111635982990265,
"learning_rate": 5.174189685761288e-07,
"loss": 0.7899,
"step": 2230
},
{
"epoch": 0.8624506689768023,
"grad_norm": 0.23629552125930786,
"learning_rate": 4.901430452338979e-07,
"loss": 0.8021,
"step": 2240
},
{
"epoch": 0.8663008951775917,
"grad_norm": 0.2360439896583557,
"learning_rate": 4.6356857807548286e-07,
"loss": 0.7858,
"step": 2250
},
{
"epoch": 0.870151121378381,
"grad_norm": 0.23215076327323914,
"learning_rate": 4.376997004524541e-07,
"loss": 0.7748,
"step": 2260
},
{
"epoch": 0.8740013475791703,
"grad_norm": 0.243072509765625,
"learning_rate": 4.12540435970073e-07,
"loss": 0.7862,
"step": 2270
},
{
"epoch": 0.8778515737799596,
"grad_norm": 0.2262149453163147,
"learning_rate": 3.880946978614703e-07,
"loss": 0.7942,
"step": 2280
},
{
"epoch": 0.8817017999807488,
"grad_norm": 0.23143689334392548,
"learning_rate": 3.643662883789878e-07,
"loss": 0.7992,
"step": 2290
},
{
"epoch": 0.8855520261815382,
"grad_norm": 0.22167249023914337,
"learning_rate": 3.41358898202781e-07,
"loss": 0.7756,
"step": 2300
},
{
"epoch": 0.8894022523823275,
"grad_norm": 0.22288759052753448,
"learning_rate": 3.190761058667741e-07,
"loss": 0.7875,
"step": 2310
},
{
"epoch": 0.8932524785831167,
"grad_norm": 0.2282417267560959,
"learning_rate": 2.9752137720206463e-07,
"loss": 0.7954,
"step": 2320
},
{
"epoch": 0.8971027047839061,
"grad_norm": 0.23069989681243896,
"learning_rate": 2.7669806479785067e-07,
"loss": 0.7988,
"step": 2330
},
{
"epoch": 0.9009529309846953,
"grad_norm": 0.24257265031337738,
"learning_rate": 2.566094074799763e-07,
"loss": 0.7936,
"step": 2340
},
{
"epoch": 0.9048031571854847,
"grad_norm": 0.22323960065841675,
"learning_rate": 2.3725852980716557e-07,
"loss": 0.7737,
"step": 2350
},
{
"epoch": 0.908653383386274,
"grad_norm": 0.22651095688343048,
"learning_rate": 2.1864844158503983e-07,
"loss": 0.7882,
"step": 2360
},
{
"epoch": 0.9125036095870632,
"grad_norm": 0.252742201089859,
"learning_rate": 2.007820373979702e-07,
"loss": 0.7796,
"step": 2370
},
{
"epoch": 0.9163538357878526,
"grad_norm": 0.23900404572486877,
"learning_rate": 1.8366209615886532e-07,
"loss": 0.7876,
"step": 2380
},
{
"epoch": 0.9202040619886418,
"grad_norm": 0.23098358511924744,
"learning_rate": 1.6729128067693613e-07,
"loss": 0.7984,
"step": 2390
},
{
"epoch": 0.9240542881894311,
"grad_norm": 0.25214311480522156,
"learning_rate": 1.5167213724353426e-07,
"loss": 0.7992,
"step": 2400
},
{
"epoch": 0.9279045143902205,
"grad_norm": 0.22786889970302582,
"learning_rate": 1.3680709523610058e-07,
"loss": 0.7825,
"step": 2410
},
{
"epoch": 0.9317547405910097,
"grad_norm": 0.22502072155475616,
"learning_rate": 1.2269846674030418e-07,
"loss": 0.8036,
"step": 2420
},
{
"epoch": 0.935604966791799,
"grad_norm": 0.2321796864271164,
"learning_rate": 1.0934844619042595e-07,
"loss": 0.8008,
"step": 2430
},
{
"epoch": 0.9394551929925883,
"grad_norm": 0.2391970157623291,
"learning_rate": 9.675911002803961e-08,
"loss": 0.79,
"step": 2440
},
{
"epoch": 0.9433054191933776,
"grad_norm": 0.2453995794057846,
"learning_rate": 8.493241637904381e-08,
"loss": 0.7865,
"step": 2450
},
{
"epoch": 0.9471556453941669,
"grad_norm": 0.23847082257270813,
"learning_rate": 7.387020474909689e-08,
"loss": 0.8071,
"step": 2460
},
{
"epoch": 0.9510058715949562,
"grad_norm": 0.24866542220115662,
"learning_rate": 6.357419573750856e-08,
"loss": 0.8014,
"step": 2470
},
{
"epoch": 0.9548560977957455,
"grad_norm": 0.23370376229286194,
"learning_rate": 5.4045990769613365e-08,
"loss": 0.7844,
"step": 2480
},
{
"epoch": 0.9587063239965348,
"grad_norm": 0.2773272693157196,
"learning_rate": 4.5287071847694434e-08,
"loss": 0.79,
"step": 2490
},
{
"epoch": 0.9625565501973241,
"grad_norm": 0.2278584986925125,
"learning_rate": 3.7298801320467817e-08,
"loss": 0.7834,
"step": 2500
},
{
"epoch": 0.9664067763981133,
"grad_norm": 0.23154611885547638,
"learning_rate": 3.0082421671192576e-08,
"loss": 0.777,
"step": 2510
},
{
"epoch": 0.9702570025989027,
"grad_norm": 0.23624077439308167,
"learning_rate": 2.3639055324410355e-08,
"loss": 0.7992,
"step": 2520
},
{
"epoch": 0.974107228799692,
"grad_norm": 0.22888708114624023,
"learning_rate": 1.7969704471369477e-08,
"loss": 0.7827,
"step": 2530
},
{
"epoch": 0.9779574550004813,
"grad_norm": 0.22431617975234985,
"learning_rate": 1.3075250914142413e-08,
"loss": 0.7863,
"step": 2540
},
{
"epoch": 0.9818076812012706,
"grad_norm": 0.22358852624893188,
"learning_rate": 8.956455928476049e-09,
"loss": 0.7965,
"step": 2550
},
{
"epoch": 0.9856579074020598,
"grad_norm": 0.23945052921772003,
"learning_rate": 5.6139601453786275e-09,
"loss": 0.7874,
"step": 2560
},
{
"epoch": 0.9895081336028492,
"grad_norm": 0.23508386313915253,
"learning_rate": 3.0482834514805602e-09,
"loss": 0.7759,
"step": 2570
},
{
"epoch": 0.9933583598036385,
"grad_norm": 0.21108676493167877,
"learning_rate": 1.2598249081713366e-09,
"loss": 0.7714,
"step": 2580
},
{
"epoch": 0.9972085860044277,
"grad_norm": 0.25175976753234863,
"learning_rate": 2.488626895302826e-10,
"loss": 0.8013,
"step": 2590
},
{
"epoch": 0.9999037443449803,
"step": 2597,
"total_flos": 4.3217624287286395e+18,
"train_loss": 0.8216921990313436,
"train_runtime": 10886.4378,
"train_samples_per_second": 61.076,
"train_steps_per_second": 0.239
}
],
"logging_steps": 10,
"max_steps": 2597,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 4.3217624287286395e+18,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.9999037443449803,
"eval_steps": 500,
"global_step": 2597,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.003850226200789296,
"grad_norm": 19.79184341430664,
"learning_rate": 1.153846153846154e-06,
"loss": 2.6348,
"step": 10
},
{
"epoch": 0.007700452401578592,
"grad_norm": 6.341690540313721,
"learning_rate": 2.435897435897436e-06,
"loss": 2.0129,
"step": 20
},
{
"epoch": 0.01155067860236789,
"grad_norm": 4.526823997497559,
"learning_rate": 3.7179487179487184e-06,
"loss": 1.51,
"step": 30
},
{
"epoch": 0.015400904803157185,
"grad_norm": 1.1280349493026733,
"learning_rate": 5e-06,
"loss": 1.1747,
"step": 40
},
{
"epoch": 0.019251131003946483,
"grad_norm": 0.7391446232795715,
"learning_rate": 6.282051282051282e-06,
"loss": 1.0718,
"step": 50
},
{
"epoch": 0.02310135720473578,
"grad_norm": 0.39864447712898254,
"learning_rate": 7.564102564102564e-06,
"loss": 0.986,
"step": 60
},
{
"epoch": 0.026951583405525073,
"grad_norm": 0.3084148168563843,
"learning_rate": 8.846153846153847e-06,
"loss": 0.9356,
"step": 70
},
{
"epoch": 0.03080180960631437,
"grad_norm": 0.2990218997001648,
"learning_rate": 9.999996111488723e-06,
"loss": 0.9309,
"step": 80
},
{
"epoch": 0.034652035807103666,
"grad_norm": 0.2780090272426605,
"learning_rate": 9.999529497453782e-06,
"loss": 0.8979,
"step": 90
},
{
"epoch": 0.038502262007892966,
"grad_norm": 0.24935807287693024,
"learning_rate": 9.998285264324193e-06,
"loss": 0.8789,
"step": 100
},
{
"epoch": 0.04235248820868226,
"grad_norm": 0.26973283290863037,
"learning_rate": 9.996263605626052e-06,
"loss": 0.86,
"step": 110
},
{
"epoch": 0.04620271440947156,
"grad_norm": 0.24616661667823792,
"learning_rate": 9.99346483580503e-06,
"loss": 0.8691,
"step": 120
},
{
"epoch": 0.05005294061026085,
"grad_norm": 0.25066259503364563,
"learning_rate": 9.989889390177467e-06,
"loss": 0.8648,