diff --git "a/trainer_state.json" "b/trainer_state.json" new file mode 100644--- /dev/null +++ "b/trainer_state.json" @@ -0,0 +1,36090 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.5129301132720667, + "eval_steps": 1000, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 1.7003857692082722, + "epoch": 0.00012823252831801668, + "learning_rate": 3.9999999999999996e-05, + "loss": 4.900279521942139, + "mean_token_accuracy": 0.5921849012374878, + "num_tokens": 29520.0, + "step": 1 + }, + { + "entropy": 1.568635066350301, + "epoch": 0.00025646505663603337, + "learning_rate": 4.0006946976035114e-05, + "loss": 4.452841281890869, + "mean_token_accuracy": 0.6178746422131857, + "num_tokens": 46108.0, + "step": 2 + }, + { + "entropy": 1.6394666035970051, + "epoch": 0.00038469758495405, + "learning_rate": 4.0027787703055006e-05, + "loss": 4.724003791809082, + "mean_token_accuracy": 0.6021186908086141, + "num_tokens": 67798.0, + "step": 3 + }, + { + "entropy": 1.6916887362798054, + "epoch": 0.0005129301132720667, + "learning_rate": 4.0062521577809585e-05, + "loss": 4.78029203414917, + "mean_token_accuracy": 0.5958923697471619, + "num_tokens": 85873.0, + "step": 4 + }, + { + "entropy": 1.7395168940226238, + "epoch": 0.0006411626415900834, + "learning_rate": 4.011114759490148e-05, + "loss": 4.987649917602539, + "mean_token_accuracy": 0.5847491224606832, + "num_tokens": 104529.0, + "step": 5 + }, + { + "entropy": 1.7008883953094482, + "epoch": 0.0007693951699081, + "learning_rate": 4.0173664346814767e-05, + "loss": 4.830325603485107, + "mean_token_accuracy": 0.5907150506973267, + "num_tokens": 122718.0, + "step": 6 + }, + { + "entropy": 1.5980368852615356, + "epoch": 0.0008976276982261167, + "learning_rate": 4.025007002395628e-05, + "loss": 4.511896133422852, + "mean_token_accuracy": 0.6133736173311869, + "num_tokens": 141206.0, + "step": 7 + }, + { + "entropy": 1.6493988037109375, + "epoch": 0.0010258602265441335, + "learning_rate": 4.0340362414707765e-05, + "loss": 4.708995342254639, + "mean_token_accuracy": 0.6143978635470072, + "num_tokens": 159876.0, + "step": 8 + }, + { + "entropy": 1.5919143358866374, + "epoch": 0.00115409275486215, + "learning_rate": 4.044453890548962e-05, + "loss": 4.544792175292969, + "mean_token_accuracy": 0.6196135878562927, + "num_tokens": 172648.0, + "step": 9 + }, + { + "entropy": 1.7307988007863362, + "epoch": 0.0012823252831801668, + "learning_rate": 4.05625964808369e-05, + "loss": 5.023124694824219, + "mean_token_accuracy": 0.5970999399820963, + "num_tokens": 182371.0, + "step": 10 + }, + { + "entropy": 1.7144844929377239, + "epoch": 0.0014105578114981833, + "learning_rate": 4.069453172348661e-05, + "loss": 4.7209858894348145, + "mean_token_accuracy": 0.6047542492548624, + "num_tokens": 192703.0, + "step": 11 + }, + { + "entropy": 1.7579085032145183, + "epoch": 0.0015387903398162, + "learning_rate": 4.0840340814476354e-05, + "loss": 4.999263763427734, + "mean_token_accuracy": 0.6131294171015421, + "num_tokens": 204513.0, + "step": 12 + }, + { + "entropy": 1.3639440933863323, + "epoch": 0.0016670228681342166, + "learning_rate": 4.100001953325492e-05, + "loss": 3.8357908725738525, + "mean_token_accuracy": 0.6600777904192606, + "num_tokens": 212092.0, + "step": 13 + }, + { + "entropy": 1.6293238401412964, + "epoch": 0.0017952553964522334, + "learning_rate": 4.117356325780469e-05, + "loss": 4.6633806228637695, + "mean_token_accuracy": 0.6119158069292704, + "num_tokens": 221930.0, + "step": 14 + }, + { + "entropy": 1.736820896466573, + "epoch": 0.0019234879247702502, + "learning_rate": 4.1360966964775554e-05, + "loss": 4.982482433319092, + "mean_token_accuracy": 0.5746156374613444, + "num_tokens": 229567.0, + "step": 15 + }, + { + "entropy": 1.6065282026926677, + "epoch": 0.002051720453088267, + "learning_rate": 4.15622252296292e-05, + "loss": 4.603386878967285, + "mean_token_accuracy": 0.6232792735099792, + "num_tokens": 237695.0, + "step": 16 + }, + { + "entropy": 1.699546496073405, + "epoch": 0.0021799529814062833, + "learning_rate": 4.177733222679816e-05, + "loss": 4.774096965789795, + "mean_token_accuracy": 0.6057632168134054, + "num_tokens": 245909.0, + "step": 17 + }, + { + "entropy": 1.4454704920450847, + "epoch": 0.0023081855097243, + "learning_rate": 4.200628172985215e-05, + "loss": 3.9660511016845703, + "mean_token_accuracy": 0.670937160650889, + "num_tokens": 254343.0, + "step": 18 + }, + { + "entropy": 1.575121323267619, + "epoch": 0.002436418038042317, + "learning_rate": 4.22490671116801e-05, + "loss": 4.493068218231201, + "mean_token_accuracy": 0.6280069748560587, + "num_tokens": 263127.0, + "step": 19 + }, + { + "entropy": 1.612257679303487, + "epoch": 0.0025646505663603335, + "learning_rate": 4.250568134468095e-05, + "loss": 4.588603496551514, + "mean_token_accuracy": 0.6265924970308939, + "num_tokens": 273039.0, + "step": 20 + }, + { + "entropy": 1.388325850168864, + "epoch": 0.00269288309467835, + "learning_rate": 4.277611700096774e-05, + "loss": 3.8958234786987305, + "mean_token_accuracy": 0.6682101488113403, + "num_tokens": 283812.0, + "step": 21 + }, + { + "entropy": 1.4812302986780803, + "epoch": 0.0028211156229963666, + "learning_rate": 4.3060366252581687e-05, + "loss": 4.101391792297363, + "mean_token_accuracy": 0.6535682082176208, + "num_tokens": 291902.0, + "step": 22 + }, + { + "entropy": 1.554157058397929, + "epoch": 0.0029493481513143834, + "learning_rate": 4.335842087171992e-05, + "loss": 4.462313175201416, + "mean_token_accuracy": 0.6165073911348978, + "num_tokens": 302282.0, + "step": 23 + }, + { + "entropy": 1.7388801574707031, + "epoch": 0.0030775806796324, + "learning_rate": 4.367027223097289e-05, + "loss": 4.850348949432373, + "mean_token_accuracy": 0.617573082447052, + "num_tokens": 312967.0, + "step": 24 + }, + { + "entropy": 1.5903114875157673, + "epoch": 0.003205813207950417, + "learning_rate": 4.3995911303574176e-05, + "loss": 4.501317501068115, + "mean_token_accuracy": 0.6272939244906107, + "num_tokens": 324341.0, + "step": 25 + }, + { + "entropy": 1.5333291292190552, + "epoch": 0.0033340457362684333, + "learning_rate": 4.43353286636621e-05, + "loss": 4.233880043029785, + "mean_token_accuracy": 0.6484606663386027, + "num_tokens": 335747.0, + "step": 26 + }, + { + "entropy": 1.6673954725265503, + "epoch": 0.00346227826458645, + "learning_rate": 4.468851448655197e-05, + "loss": 4.663302421569824, + "mean_token_accuracy": 0.6130736867586771, + "num_tokens": 346089.0, + "step": 27 + }, + { + "entropy": 1.5564653078715007, + "epoch": 0.003590510792904467, + "learning_rate": 4.505545854902135e-05, + "loss": 4.397840976715088, + "mean_token_accuracy": 0.6436131993929545, + "num_tokens": 357403.0, + "step": 28 + }, + { + "entropy": 1.6913173993428547, + "epoch": 0.0037187433212224836, + "learning_rate": 4.543615022960506e-05, + "loss": 4.800414085388184, + "mean_token_accuracy": 0.5910669167836508, + "num_tokens": 364738.0, + "step": 29 + }, + { + "entropy": 1.732421080271403, + "epoch": 0.0038469758495405003, + "learning_rate": 4.5830578508903284e-05, + "loss": 5.023794651031494, + "mean_token_accuracy": 0.5903599460919698, + "num_tokens": 372923.0, + "step": 30 + }, + { + "entropy": 1.9809770584106445, + "epoch": 0.003975208377858517, + "learning_rate": 4.623873196990004e-05, + "loss": 5.569031238555908, + "mean_token_accuracy": 0.564624547958374, + "num_tokens": 382290.0, + "step": 31 + }, + { + "entropy": 1.64183775583903, + "epoch": 0.004103440906176534, + "learning_rate": 4.666059879829406e-05, + "loss": 4.667211055755615, + "mean_token_accuracy": 0.5980585018793741, + "num_tokens": 391039.0, + "step": 32 + }, + { + "entropy": 1.7970064878463745, + "epoch": 0.00423167343449455, + "learning_rate": 4.709616678284063e-05, + "loss": 4.9708075523376465, + "mean_token_accuracy": 0.6004061301549276, + "num_tokens": 399562.0, + "step": 33 + }, + { + "entropy": 1.5086735884348552, + "epoch": 0.0043599059628125665, + "learning_rate": 4.7545423315705046e-05, + "loss": 4.0385942459106445, + "mean_token_accuracy": 0.6655761400858561, + "num_tokens": 410568.0, + "step": 34 + }, + { + "entropy": 1.7927213112513225, + "epoch": 0.004488138491130583, + "learning_rate": 4.800835539282714e-05, + "loss": 5.123061656951904, + "mean_token_accuracy": 0.5835312803586324, + "num_tokens": 421159.0, + "step": 35 + }, + { + "entropy": 1.5908122062683105, + "epoch": 0.0046163710194486, + "learning_rate": 4.848494961429866e-05, + "loss": 4.512894630432129, + "mean_token_accuracy": 0.6197200417518616, + "num_tokens": 433428.0, + "step": 36 + }, + { + "entropy": 1.6278481483459473, + "epoch": 0.004744603547766617, + "learning_rate": 4.897519218475014e-05, + "loss": 4.610048294067383, + "mean_token_accuracy": 0.6127543648084005, + "num_tokens": 441600.0, + "step": 37 + }, + { + "entropy": 1.4976228872934978, + "epoch": 0.004872836076084634, + "learning_rate": 4.947906891375107e-05, + "loss": 4.176043510437012, + "mean_token_accuracy": 0.6464310884475708, + "num_tokens": 450176.0, + "step": 38 + }, + { + "entropy": 1.5304249127705891, + "epoch": 0.00500106860440265, + "learning_rate": 4.99965652162196e-05, + "loss": 4.278998851776123, + "mean_token_accuracy": 0.6418707768122355, + "num_tokens": 462949.0, + "step": 39 + }, + { + "entropy": 1.6942541599273682, + "epoch": 0.005129301132720667, + "learning_rate": 5.0527666112845844e-05, + "loss": 4.948943138122559, + "mean_token_accuracy": 0.6005754470825195, + "num_tokens": 472396.0, + "step": 40 + }, + { + "entropy": 1.5455777247746785, + "epoch": 0.005257533661038684, + "learning_rate": 5.107235623052467e-05, + "loss": 4.486177444458008, + "mean_token_accuracy": 0.6367430885632833, + "num_tokens": 481551.0, + "step": 41 + }, + { + "entropy": 1.625518520673116, + "epoch": 0.0053857661893567, + "learning_rate": 5.1630619802801305e-05, + "loss": 4.473067283630371, + "mean_token_accuracy": 0.6429314414660136, + "num_tokens": 491110.0, + "step": 42 + }, + { + "entropy": 1.6315466165542603, + "epoch": 0.0055139987176747165, + "learning_rate": 5.220244067032705e-05, + "loss": 4.563281536102295, + "mean_token_accuracy": 0.6157069206237793, + "num_tokens": 498750.0, + "step": 43 + }, + { + "entropy": 1.676605224609375, + "epoch": 0.005642231245992733, + "learning_rate": 5.278780228132752e-05, + "loss": 4.6919660568237305, + "mean_token_accuracy": 0.6076921423276266, + "num_tokens": 508237.0, + "step": 44 + }, + { + "entropy": 1.6742614110310872, + "epoch": 0.00577046377431075, + "learning_rate": 5.338668769208155e-05, + "loss": 4.620303153991699, + "mean_token_accuracy": 0.6227101484934489, + "num_tokens": 517240.0, + "step": 45 + }, + { + "entropy": 1.8363501628239949, + "epoch": 0.005898696302628767, + "learning_rate": 5.3999079567411466e-05, + "loss": 5.300844192504883, + "mean_token_accuracy": 0.5663031339645386, + "num_tokens": 527600.0, + "step": 46 + }, + { + "entropy": 1.428504506746928, + "epoch": 0.006026928830946784, + "learning_rate": 5.4624960181185616e-05, + "loss": 3.9879026412963867, + "mean_token_accuracy": 0.6605351765950521, + "num_tokens": 539632.0, + "step": 47 + }, + { + "entropy": 1.4916292826334636, + "epoch": 0.0061551613592648, + "learning_rate": 5.526431141683022e-05, + "loss": 4.076888084411621, + "mean_token_accuracy": 0.659566859404246, + "num_tokens": 550420.0, + "step": 48 + }, + { + "entropy": 1.7802648146947224, + "epoch": 0.006283393887582817, + "learning_rate": 5.5917114767854996e-05, + "loss": 4.984562397003174, + "mean_token_accuracy": 0.5854794085025787, + "num_tokens": 559199.0, + "step": 49 + }, + { + "entropy": 1.6078017552693684, + "epoch": 0.006411626415900834, + "learning_rate": 5.6583351338387986e-05, + "loss": 4.615361213684082, + "mean_token_accuracy": 0.628049631913503, + "num_tokens": 572082.0, + "step": 50 + }, + { + "entropy": 1.5736132860183716, + "epoch": 0.00653985894421885, + "learning_rate": 5.7263001843723305e-05, + "loss": 4.4948039054870605, + "mean_token_accuracy": 0.6254807114601135, + "num_tokens": 581251.0, + "step": 51 + }, + { + "entropy": 1.7601827383041382, + "epoch": 0.0066680914725368665, + "learning_rate": 5.79560466108782e-05, + "loss": 4.954490661621094, + "mean_token_accuracy": 0.5818337599436442, + "num_tokens": 589876.0, + "step": 52 + }, + { + "entropy": 1.5581134955088298, + "epoch": 0.006796324000854883, + "learning_rate": 5.866246557916378e-05, + "loss": 4.386501789093018, + "mean_token_accuracy": 0.6287166277567545, + "num_tokens": 599675.0, + "step": 53 + }, + { + "entropy": 1.5121124982833862, + "epoch": 0.0069245565291729, + "learning_rate": 5.938223830076483e-05, + "loss": 4.114810943603516, + "mean_token_accuracy": 0.654616912206014, + "num_tokens": 608959.0, + "step": 54 + }, + { + "entropy": 1.7231111526489258, + "epoch": 0.007052789057490917, + "learning_rate": 6.0115343941331703e-05, + "loss": 4.91603946685791, + "mean_token_accuracy": 0.5976852178573608, + "num_tokens": 620358.0, + "step": 55 + }, + { + "entropy": 1.8197587331136067, + "epoch": 0.007181021585808934, + "learning_rate": 6.0861761280584306e-05, + "loss": 5.447159290313721, + "mean_token_accuracy": 0.5725801984469095, + "num_tokens": 629460.0, + "step": 56 + }, + { + "entropy": 1.617609182993571, + "epoch": 0.00730925411412695, + "learning_rate": 6.162146871292512e-05, + "loss": 4.539551734924316, + "mean_token_accuracy": 0.6135486761728922, + "num_tokens": 637218.0, + "step": 57 + }, + { + "entropy": 1.5055633385976155, + "epoch": 0.007437486642444967, + "learning_rate": 6.239444424806532e-05, + "loss": 4.276357650756836, + "mean_token_accuracy": 0.63371475537618, + "num_tokens": 647249.0, + "step": 58 + }, + { + "entropy": 1.918104648590088, + "epoch": 0.007565719170762984, + "learning_rate": 6.318066551166089e-05, + "loss": 5.286074638366699, + "mean_token_accuracy": 0.5735519727071127, + "num_tokens": 653695.0, + "step": 59 + }, + { + "entropy": 1.7184858322143555, + "epoch": 0.007693951699081001, + "learning_rate": 6.398010974596106e-05, + "loss": 5.057876110076904, + "mean_token_accuracy": 0.5898855527242025, + "num_tokens": 661718.0, + "step": 60 + }, + { + "entropy": 1.3740872144699097, + "epoch": 0.007822184227399017, + "learning_rate": 6.47927538104658e-05, + "loss": 3.8426353931427, + "mean_token_accuracy": 0.6675455172856649, + "num_tokens": 669239.0, + "step": 61 + }, + { + "entropy": 1.6220465501149495, + "epoch": 0.007950416755717034, + "learning_rate": 6.561857418259647e-05, + "loss": 4.40663480758667, + "mean_token_accuracy": 0.6367409825325012, + "num_tokens": 678408.0, + "step": 62 + }, + { + "entropy": 1.617139418919881, + "epoch": 0.008078649284035051, + "learning_rate": 6.645754695837705e-05, + "loss": 4.594961643218994, + "mean_token_accuracy": 0.6213551958401998, + "num_tokens": 685815.0, + "step": 63 + }, + { + "entropy": 1.5538345575332642, + "epoch": 0.008206881812353068, + "learning_rate": 6.730964785312498e-05, + "loss": 4.4743499755859375, + "mean_token_accuracy": 0.6231064001719157, + "num_tokens": 696113.0, + "step": 64 + }, + { + "entropy": 1.5645175377527873, + "epoch": 0.008335114340671083, + "learning_rate": 6.817485220215493e-05, + "loss": 4.301774024963379, + "mean_token_accuracy": 0.6428039073944092, + "num_tokens": 704401.0, + "step": 65 + }, + { + "entropy": 1.5499624808629353, + "epoch": 0.0084633468689891, + "learning_rate": 6.90531349614923e-05, + "loss": 4.357321739196777, + "mean_token_accuracy": 0.6352095405260721, + "num_tokens": 713076.0, + "step": 66 + }, + { + "entropy": 1.4972598950068157, + "epoch": 0.008591579397307116, + "learning_rate": 6.994447070859846e-05, + "loss": 4.165561199188232, + "mean_token_accuracy": 0.6559971372286478, + "num_tokens": 721468.0, + "step": 67 + }, + { + "entropy": 1.6445367733637493, + "epoch": 0.008719811925625133, + "learning_rate": 7.084883364310646e-05, + "loss": 4.630105495452881, + "mean_token_accuracy": 0.6422640879948934, + "num_tokens": 730018.0, + "step": 68 + }, + { + "entropy": 1.6883341868718464, + "epoch": 0.00884804445394315, + "learning_rate": 7.176619758756785e-05, + "loss": 4.794475555419922, + "mean_token_accuracy": 0.6211244662602743, + "num_tokens": 738271.0, + "step": 69 + }, + { + "entropy": 1.5772971312204997, + "epoch": 0.008976276982261167, + "learning_rate": 7.269653598821033e-05, + "loss": 4.476284027099609, + "mean_token_accuracy": 0.6200624903043112, + "num_tokens": 747193.0, + "step": 70 + }, + { + "entropy": 1.72200874487559, + "epoch": 0.009104509510579183, + "learning_rate": 7.363982191570663e-05, + "loss": 4.774053573608398, + "mean_token_accuracy": 0.6094282666842142, + "num_tokens": 757395.0, + "step": 71 + }, + { + "entropy": 1.721931258837382, + "epoch": 0.0092327420388972, + "learning_rate": 7.459602806595355e-05, + "loss": 4.7485671043396, + "mean_token_accuracy": 0.6136506994565328, + "num_tokens": 766046.0, + "step": 72 + }, + { + "entropy": 1.6452271938323975, + "epoch": 0.009360974567215217, + "learning_rate": 7.556512676086264e-05, + "loss": 4.6967058181762695, + "mean_token_accuracy": 0.6006207267443339, + "num_tokens": 773483.0, + "step": 73 + }, + { + "entropy": 1.553972562154134, + "epoch": 0.009489207095533234, + "learning_rate": 7.654708994916167e-05, + "loss": 4.253767013549805, + "mean_token_accuracy": 0.6406959891319275, + "num_tokens": 783012.0, + "step": 74 + }, + { + "entropy": 1.7222370306650798, + "epoch": 0.00961743962385125, + "learning_rate": 7.754188920720568e-05, + "loss": 4.919795036315918, + "mean_token_accuracy": 0.6056786775588989, + "num_tokens": 791289.0, + "step": 75 + }, + { + "entropy": 1.698529561360677, + "epoch": 0.009745672152169267, + "learning_rate": 7.854949573980058e-05, + "loss": 4.7902374267578125, + "mean_token_accuracy": 0.6133725047111511, + "num_tokens": 801536.0, + "step": 76 + }, + { + "entropy": 1.6361335515975952, + "epoch": 0.009873904680487284, + "learning_rate": 7.956988038103612e-05, + "loss": 4.471468925476074, + "mean_token_accuracy": 0.6248571674029032, + "num_tokens": 810422.0, + "step": 77 + }, + { + "entropy": 1.5427406628926594, + "epoch": 0.0100021372088053, + "learning_rate": 8.060301359513039e-05, + "loss": 4.2812275886535645, + "mean_token_accuracy": 0.6442878246307373, + "num_tokens": 818813.0, + "step": 78 + }, + { + "entropy": 1.465799331665039, + "epoch": 0.010130369737123317, + "learning_rate": 8.164886547728503e-05, + "loss": 4.044561862945557, + "mean_token_accuracy": 0.6613428791364034, + "num_tokens": 828529.0, + "step": 79 + }, + { + "entropy": 1.7014343738555908, + "epoch": 0.010258602265441334, + "learning_rate": 8.270740575454997e-05, + "loss": 4.753955841064453, + "mean_token_accuracy": 0.6102664669354757, + "num_tokens": 837618.0, + "step": 80 + }, + { + "entropy": 1.8187788724899292, + "epoch": 0.010386834793759351, + "learning_rate": 8.377860378670039e-05, + "loss": 5.028100967407227, + "mean_token_accuracy": 0.6076978246370951, + "num_tokens": 846221.0, + "step": 81 + }, + { + "entropy": 1.5247643788655598, + "epoch": 0.010515067322077368, + "learning_rate": 8.486242856712352e-05, + "loss": 4.221213340759277, + "mean_token_accuracy": 0.6487538615862528, + "num_tokens": 855109.0, + "step": 82 + }, + { + "entropy": 1.8261018594106038, + "epoch": 0.010643299850395384, + "learning_rate": 8.595884872371643e-05, + "loss": 5.20277214050293, + "mean_token_accuracy": 0.5969324111938477, + "num_tokens": 865831.0, + "step": 83 + }, + { + "entropy": 1.7222283283869426, + "epoch": 0.0107715323787134, + "learning_rate": 8.706783251979325e-05, + "loss": 4.985488414764404, + "mean_token_accuracy": 0.6029091278711954, + "num_tokens": 875393.0, + "step": 84 + }, + { + "entropy": 1.7338950236638386, + "epoch": 0.010899764907031416, + "learning_rate": 8.81893478550047e-05, + "loss": 4.8950605392456055, + "mean_token_accuracy": 0.5857473611831665, + "num_tokens": 882673.0, + "step": 85 + }, + { + "entropy": 1.7847801844278972, + "epoch": 0.011027997435349433, + "learning_rate": 8.932336226626677e-05, + "loss": 5.028831481933594, + "mean_token_accuracy": 0.5926113128662109, + "num_tokens": 890298.0, + "step": 86 + }, + { + "entropy": 1.5861934820810955, + "epoch": 0.01115622996366745, + "learning_rate": 9.04698429287004e-05, + "loss": 4.647407054901123, + "mean_token_accuracy": 0.6205256382624308, + "num_tokens": 896841.0, + "step": 87 + }, + { + "entropy": 1.7299834092458088, + "epoch": 0.011284462491985467, + "learning_rate": 9.162875665658197e-05, + "loss": 4.8634033203125, + "mean_token_accuracy": 0.6126495997111002, + "num_tokens": 905757.0, + "step": 88 + }, + { + "entropy": 1.5153680245081584, + "epoch": 0.011412695020303483, + "learning_rate": 9.280006990430368e-05, + "loss": 4.309711933135986, + "mean_token_accuracy": 0.6441209316253662, + "num_tokens": 916174.0, + "step": 89 + }, + { + "entropy": 1.5777102708816528, + "epoch": 0.0115409275486215, + "learning_rate": 9.398374876734453e-05, + "loss": 4.487823963165283, + "mean_token_accuracy": 0.6283586223920187, + "num_tokens": 924391.0, + "step": 90 + }, + { + "entropy": 1.542434295018514, + "epoch": 0.011669160076939517, + "learning_rate": 9.517975898325128e-05, + "loss": 4.255346298217773, + "mean_token_accuracy": 0.6389715671539307, + "num_tokens": 932198.0, + "step": 91 + }, + { + "entropy": 1.7079391479492188, + "epoch": 0.011797392605257534, + "learning_rate": 9.638806593263141e-05, + "loss": 4.9844136238098145, + "mean_token_accuracy": 0.6046065092086792, + "num_tokens": 941731.0, + "step": 92 + }, + { + "entropy": 1.7593124310175579, + "epoch": 0.01192562513357555, + "learning_rate": 9.76086346401537e-05, + "loss": 4.989315509796143, + "mean_token_accuracy": 0.5931027332941691, + "num_tokens": 950806.0, + "step": 93 + }, + { + "entropy": 1.6492972771326702, + "epoch": 0.012053857661893567, + "learning_rate": 9.884142977556172e-05, + "loss": 4.805603504180908, + "mean_token_accuracy": 0.5859908064206442, + "num_tokens": 959085.0, + "step": 94 + }, + { + "entropy": 1.842201550801595, + "epoch": 0.012182090190211584, + "learning_rate": 0.00010008641565469598, + "loss": 5.258111953735352, + "mean_token_accuracy": 0.5907022754351298, + "num_tokens": 968127.0, + "step": 95 + }, + { + "entropy": 1.6473424832026164, + "epoch": 0.0123103227185296, + "learning_rate": 0.00010134355624052721, + "loss": 4.63681173324585, + "mean_token_accuracy": 0.6230523586273193, + "num_tokens": 975749.0, + "step": 96 + }, + { + "entropy": 1.5987396637598674, + "epoch": 0.012438555246847617, + "learning_rate": 0.00010261281514419897, + "loss": 4.398545742034912, + "mean_token_accuracy": 0.6233716607093811, + "num_tokens": 985057.0, + "step": 97 + }, + { + "entropy": 1.739615559577942, + "epoch": 0.012566787775165634, + "learning_rate": 0.00010389415562608113, + "loss": 5.02689790725708, + "mean_token_accuracy": 0.6099812587102255, + "num_tokens": 992913.0, + "step": 98 + }, + { + "entropy": 1.542310357093811, + "epoch": 0.012695020303483651, + "learning_rate": 0.00010518754059683397, + "loss": 4.393996238708496, + "mean_token_accuracy": 0.6232704917589823, + "num_tokens": 1001582.0, + "step": 99 + }, + { + "entropy": 1.4531680742899578, + "epoch": 0.012823252831801668, + "learning_rate": 0.00010649293261848062, + "loss": 4.021175861358643, + "mean_token_accuracy": 0.669268012046814, + "num_tokens": 1010568.0, + "step": 100 + }, + { + "entropy": 1.7014453013737996, + "epoch": 0.012951485360119685, + "learning_rate": 0.00010781029390549159, + "loss": 4.8615336418151855, + "mean_token_accuracy": 0.6145939429601034, + "num_tokens": 1020680.0, + "step": 101 + }, + { + "entropy": 1.5408140420913696, + "epoch": 0.0130797178884377, + "learning_rate": 0.00010913958632587811, + "loss": 4.108145236968994, + "mean_token_accuracy": 0.6488984624544779, + "num_tokens": 1028202.0, + "step": 102 + }, + { + "entropy": 1.4505025148391724, + "epoch": 0.013207950416755716, + "learning_rate": 0.00011048077140229603, + "loss": 4.042821884155273, + "mean_token_accuracy": 0.6505091190338135, + "num_tokens": 1037529.0, + "step": 103 + }, + { + "entropy": 1.7613613605499268, + "epoch": 0.013336182945073733, + "learning_rate": 0.00011183381031315987, + "loss": 4.873967170715332, + "mean_token_accuracy": 0.6094673871994019, + "num_tokens": 1047005.0, + "step": 104 + }, + { + "entropy": 1.7973475853602092, + "epoch": 0.01346441547339175, + "learning_rate": 0.0001131986638937656, + "loss": 5.135625839233398, + "mean_token_accuracy": 0.5749060312906901, + "num_tokens": 1054947.0, + "step": 105 + }, + { + "entropy": 1.62110702196757, + "epoch": 0.013592648001709767, + "learning_rate": 0.00011457529263742537, + "loss": 4.569479942321777, + "mean_token_accuracy": 0.6180529197057089, + "num_tokens": 1063933.0, + "step": 106 + }, + { + "entropy": 1.6008302768071492, + "epoch": 0.013720880530027783, + "learning_rate": 0.00011596365669661046, + "loss": 4.481252193450928, + "mean_token_accuracy": 0.6303146084149679, + "num_tokens": 1072641.0, + "step": 107 + }, + { + "entropy": 1.6860168774922688, + "epoch": 0.0138491130583458, + "learning_rate": 0.00011736371588410481, + "loss": 4.532881736755371, + "mean_token_accuracy": 0.6285393834114075, + "num_tokens": 1081062.0, + "step": 108 + }, + { + "entropy": 1.544160525004069, + "epoch": 0.013977345586663817, + "learning_rate": 0.00011877542967416842, + "loss": 4.372756004333496, + "mean_token_accuracy": 0.6359309951464335, + "num_tokens": 1090261.0, + "step": 109 + }, + { + "entropy": 1.4944073756535847, + "epoch": 0.014105578114981834, + "learning_rate": 0.00012019875720370996, + "loss": 4.1384148597717285, + "mean_token_accuracy": 0.62851482629776, + "num_tokens": 1099185.0, + "step": 110 + }, + { + "entropy": 1.6902080376942952, + "epoch": 0.01423381064329985, + "learning_rate": 0.00012163365727347047, + "loss": 4.750690460205078, + "mean_token_accuracy": 0.6144495606422424, + "num_tokens": 1108611.0, + "step": 111 + }, + { + "entropy": 1.6804471413294475, + "epoch": 0.014362043171617867, + "learning_rate": 0.00012308008834921447, + "loss": 4.678240776062012, + "mean_token_accuracy": 0.619466225306193, + "num_tokens": 1118048.0, + "step": 112 + }, + { + "entropy": 1.67059330145518, + "epoch": 0.014490275699935884, + "learning_rate": 0.00012453800856293388, + "loss": 4.625161170959473, + "mean_token_accuracy": 0.627531627813975, + "num_tokens": 1126883.0, + "step": 113 + }, + { + "entropy": 1.683204174041748, + "epoch": 0.0146185082282539, + "learning_rate": 0.00012600737571405874, + "loss": 4.796862602233887, + "mean_token_accuracy": 0.6111642320950826, + "num_tokens": 1136687.0, + "step": 114 + }, + { + "entropy": 1.5185568730036418, + "epoch": 0.014746740756571917, + "learning_rate": 0.0001274881472706791, + "loss": 4.2768378257751465, + "mean_token_accuracy": 0.6505937576293945, + "num_tokens": 1145948.0, + "step": 115 + }, + { + "entropy": 1.6089051961898804, + "epoch": 0.014874973284889934, + "learning_rate": 0.00012898028037077608, + "loss": 4.588823318481445, + "mean_token_accuracy": 0.6130892833073934, + "num_tokens": 1155316.0, + "step": 116 + }, + { + "entropy": 1.5476889212926228, + "epoch": 0.015003205813207951, + "learning_rate": 0.00013048373182346265, + "loss": 4.364340305328369, + "mean_token_accuracy": 0.623763899008433, + "num_tokens": 1164504.0, + "step": 117 + }, + { + "entropy": 1.5723741849263508, + "epoch": 0.015131438341525968, + "learning_rate": 0.0001319984581102337, + "loss": 4.397791862487793, + "mean_token_accuracy": 0.6380302707354227, + "num_tokens": 1173207.0, + "step": 118 + }, + { + "entropy": 1.4141147136688232, + "epoch": 0.015259670869843985, + "learning_rate": 0.00013352441538622606, + "loss": 3.87898850440979, + "mean_token_accuracy": 0.6668728192647299, + "num_tokens": 1180526.0, + "step": 119 + }, + { + "entropy": 1.6684552828470867, + "epoch": 0.015387903398162001, + "learning_rate": 0.00013506155948148687, + "loss": 4.701135635375977, + "mean_token_accuracy": 0.6133198539415995, + "num_tokens": 1191099.0, + "step": 120 + }, + { + "entropy": 1.8259012699127197, + "epoch": 0.015516135926480016, + "learning_rate": 0.00013660984590225308, + "loss": 5.0711259841918945, + "mean_token_accuracy": 0.5901219248771667, + "num_tokens": 1202468.0, + "step": 121 + }, + { + "entropy": 1.6289234161376953, + "epoch": 0.015644368454798035, + "learning_rate": 0.00013816922983223825, + "loss": 4.62447452545166, + "mean_token_accuracy": 0.6181643207867941, + "num_tokens": 1211040.0, + "step": 122 + }, + { + "entropy": 1.7457122405370076, + "epoch": 0.01577260098311605, + "learning_rate": 0.00013973966613393105, + "loss": 5.01194953918457, + "mean_token_accuracy": 0.5980177720387777, + "num_tokens": 1221123.0, + "step": 123 + }, + { + "entropy": 1.7035184701283772, + "epoch": 0.01590083351143407, + "learning_rate": 0.0001413211093499009, + "loss": 4.893784999847412, + "mean_token_accuracy": 0.6029250224431356, + "num_tokens": 1231897.0, + "step": 124 + }, + { + "entropy": 1.7217517693837483, + "epoch": 0.016029066039752085, + "learning_rate": 0.00014291351370411358, + "loss": 4.8268585205078125, + "mean_token_accuracy": 0.5936821401119232, + "num_tokens": 1239853.0, + "step": 125 + }, + { + "entropy": 1.5785817702611287, + "epoch": 0.016157298568070102, + "learning_rate": 0.0001445168331032573, + "loss": 4.3865861892700195, + "mean_token_accuracy": 0.6179219484329224, + "num_tokens": 1248444.0, + "step": 126 + }, + { + "entropy": 1.8005882898966472, + "epoch": 0.01628553109638812, + "learning_rate": 0.0001461310211380763, + "loss": 5.053974628448486, + "mean_token_accuracy": 0.5895799795786539, + "num_tokens": 1257262.0, + "step": 127 + }, + { + "entropy": 1.6536230246225994, + "epoch": 0.016413763624706135, + "learning_rate": 0.00014775603108471355, + "loss": 4.543876647949219, + "mean_token_accuracy": 0.6159590284029642, + "num_tokens": 1265176.0, + "step": 128 + }, + { + "entropy": 1.6317103306452434, + "epoch": 0.016541996153024152, + "learning_rate": 0.0001493918159060642, + "loss": 4.453818321228027, + "mean_token_accuracy": 0.6299190123875936, + "num_tokens": 1273889.0, + "step": 129 + }, + { + "entropy": 1.7005923589070637, + "epoch": 0.016670228681342165, + "learning_rate": 0.00015103832825313717, + "loss": 5.045187950134277, + "mean_token_accuracy": 0.604012648264567, + "num_tokens": 1281996.0, + "step": 130 + }, + { + "entropy": 1.70140274365743, + "epoch": 0.016798461209660182, + "learning_rate": 0.00015269552046642452, + "loss": 4.749615669250488, + "mean_token_accuracy": 0.6114130020141602, + "num_tokens": 1290151.0, + "step": 131 + }, + { + "entropy": 1.6258021195729573, + "epoch": 0.0169266937379782, + "learning_rate": 0.00015436334457728232, + "loss": 4.510324478149414, + "mean_token_accuracy": 0.6339432795842489, + "num_tokens": 1298414.0, + "step": 132 + }, + { + "entropy": 1.6731244325637817, + "epoch": 0.017054926266296216, + "learning_rate": 0.00015604175230931835, + "loss": 4.773331165313721, + "mean_token_accuracy": 0.6003806193669637, + "num_tokens": 1311017.0, + "step": 133 + }, + { + "entropy": 1.6796379486719768, + "epoch": 0.017183158794614233, + "learning_rate": 0.00015773069507978965, + "loss": 4.640420436859131, + "mean_token_accuracy": 0.6104749441146851, + "num_tokens": 1319102.0, + "step": 134 + }, + { + "entropy": 1.808233380317688, + "epoch": 0.01731139132293225, + "learning_rate": 0.00015943012400100902, + "loss": 5.100317478179932, + "mean_token_accuracy": 0.582388162612915, + "num_tokens": 1328015.0, + "step": 135 + }, + { + "entropy": 1.7982897361119587, + "epoch": 0.017439623851250266, + "learning_rate": 0.0001611399898817596, + "loss": 5.059101104736328, + "mean_token_accuracy": 0.5987696051597595, + "num_tokens": 1337024.0, + "step": 136 + }, + { + "entropy": 1.777508020401001, + "epoch": 0.017567856379568283, + "learning_rate": 0.00016286024322871963, + "loss": 4.940796852111816, + "mean_token_accuracy": 0.5955653389294943, + "num_tokens": 1346188.0, + "step": 137 + }, + { + "entropy": 1.7306750615437825, + "epoch": 0.0176960889078863, + "learning_rate": 0.00016459083424789423, + "loss": 5.094836235046387, + "mean_token_accuracy": 0.5881885886192322, + "num_tokens": 1354554.0, + "step": 138 + }, + { + "entropy": 1.5969291925430298, + "epoch": 0.017824321436204316, + "learning_rate": 0.00016633171284605663, + "loss": 4.570035934448242, + "mean_token_accuracy": 0.6238866051038107, + "num_tokens": 1362800.0, + "step": 139 + }, + { + "entropy": 1.7780958414077759, + "epoch": 0.017952553964522333, + "learning_rate": 0.00016808282863219916, + "loss": 4.960015296936035, + "mean_token_accuracy": 0.5993682543436686, + "num_tokens": 1371917.0, + "step": 140 + }, + { + "entropy": 1.6029984553654988, + "epoch": 0.01808078649284035, + "learning_rate": 0.00016984413091899108, + "loss": 4.597424030303955, + "mean_token_accuracy": 0.6183125575383505, + "num_tokens": 1380034.0, + "step": 141 + }, + { + "entropy": 1.9457540114720662, + "epoch": 0.018209019021158367, + "learning_rate": 0.0001716155687242456, + "loss": 5.535140514373779, + "mean_token_accuracy": 0.5561266541481018, + "num_tokens": 1388979.0, + "step": 142 + }, + { + "entropy": 1.657503604888916, + "epoch": 0.018337251549476383, + "learning_rate": 0.00017339709077239627, + "loss": 4.659170150756836, + "mean_token_accuracy": 0.6171808838844299, + "num_tokens": 1397701.0, + "step": 143 + }, + { + "entropy": 1.7174941698710124, + "epoch": 0.0184654840777944, + "learning_rate": 0.00017518864549598062, + "loss": 4.810529708862305, + "mean_token_accuracy": 0.6087472438812256, + "num_tokens": 1406085.0, + "step": 144 + }, + { + "entropy": 1.5632985432942708, + "epoch": 0.018593716606112417, + "learning_rate": 0.00017699018103713323, + "loss": 4.353957176208496, + "mean_token_accuracy": 0.6411328315734863, + "num_tokens": 1415494.0, + "step": 145 + }, + { + "entropy": 1.5755147536595662, + "epoch": 0.018721949134430434, + "learning_rate": 0.00017880164524908628, + "loss": 4.541706562042236, + "mean_token_accuracy": 0.6205265522003174, + "num_tokens": 1424902.0, + "step": 146 + }, + { + "entropy": 1.7220913171768188, + "epoch": 0.01885018166274845, + "learning_rate": 0.00018062298569767959, + "loss": 4.8861775398254395, + "mean_token_accuracy": 0.589199940363566, + "num_tokens": 1432972.0, + "step": 147 + }, + { + "entropy": 1.631921648979187, + "epoch": 0.018978414191066467, + "learning_rate": 0.00018245414966287787, + "loss": 4.66624116897583, + "mean_token_accuracy": 0.6170682112375895, + "num_tokens": 1443351.0, + "step": 148 + }, + { + "entropy": 1.9116062720616658, + "epoch": 0.019106646719384484, + "learning_rate": 0.0001842950841402974, + "loss": 5.591114044189453, + "mean_token_accuracy": 0.5704249540964762, + "num_tokens": 1451408.0, + "step": 149 + }, + { + "entropy": 1.564462661743164, + "epoch": 0.0192348792477025, + "learning_rate": 0.00018614573584273904, + "loss": 4.506488800048828, + "mean_token_accuracy": 0.6079901854197184, + "num_tokens": 1458473.0, + "step": 150 + }, + { + "entropy": 1.6509928703308105, + "epoch": 0.019363111776020518, + "learning_rate": 0.00018800605120173177, + "loss": 4.63336181640625, + "mean_token_accuracy": 0.6186306277910868, + "num_tokens": 1467912.0, + "step": 151 + }, + { + "entropy": 1.5257242918014526, + "epoch": 0.019491344304338534, + "learning_rate": 0.0001898759763690834, + "loss": 4.420445919036865, + "mean_token_accuracy": 0.6092666983604431, + "num_tokens": 1478185.0, + "step": 152 + }, + { + "entropy": 1.6198457479476929, + "epoch": 0.01961957683265655, + "learning_rate": 0.00019175545721843807, + "loss": 4.496273040771484, + "mean_token_accuracy": 0.6330994367599487, + "num_tokens": 1487426.0, + "step": 153 + }, + { + "entropy": 1.534516175587972, + "epoch": 0.019747809360974568, + "learning_rate": 0.00019364443934684426, + "loss": 4.131049633026123, + "mean_token_accuracy": 0.6588612596193949, + "num_tokens": 1496581.0, + "step": 154 + }, + { + "entropy": 1.7218027114868164, + "epoch": 0.019876041889292585, + "learning_rate": 0.00019554286807632875, + "loss": 4.8546037673950195, + "mean_token_accuracy": 0.6019871632258097, + "num_tokens": 1505745.0, + "step": 155 + }, + { + "entropy": 1.5455493529637654, + "epoch": 0.0200042744176106, + "learning_rate": 0.0001974506884554793, + "loss": 4.229837417602539, + "mean_token_accuracy": 0.6523098150889078, + "num_tokens": 1514498.0, + "step": 156 + }, + { + "entropy": 1.59078582127889, + "epoch": 0.020132506945928618, + "learning_rate": 0.00019936784526103596, + "loss": 4.412436008453369, + "mean_token_accuracy": 0.6260411143302917, + "num_tokens": 1523750.0, + "step": 157 + }, + { + "entropy": 1.674618164698283, + "epoch": 0.020260739474246635, + "learning_rate": 0.0002012942829994885, + "loss": 4.615074157714844, + "mean_token_accuracy": 0.6132457256317139, + "num_tokens": 1533678.0, + "step": 158 + }, + { + "entropy": 1.8036932150522869, + "epoch": 0.02038897200256465, + "learning_rate": 0.00020322994590868382, + "loss": 5.293668270111084, + "mean_token_accuracy": 0.5838195284207662, + "num_tokens": 1543749.0, + "step": 159 + }, + { + "entropy": 1.3928619225819905, + "epoch": 0.02051720453088267, + "learning_rate": 0.00020517477795943908, + "loss": 3.7993974685668945, + "mean_token_accuracy": 0.6783132950464884, + "num_tokens": 1553924.0, + "step": 160 + }, + { + "entropy": 1.8189133008321126, + "epoch": 0.020645437059200685, + "learning_rate": 0.0002071287228571641, + "loss": 5.103759288787842, + "mean_token_accuracy": 0.5780966480573019, + "num_tokens": 1563838.0, + "step": 161 + }, + { + "entropy": 1.718347390492757, + "epoch": 0.020773669587518702, + "learning_rate": 0.00020909172404349075, + "loss": 4.821558952331543, + "mean_token_accuracy": 0.6020356019337972, + "num_tokens": 1573101.0, + "step": 162 + }, + { + "entropy": 2.0395267009735107, + "epoch": 0.02090190211583672, + "learning_rate": 0.0002110637246979098, + "loss": 5.834738731384277, + "mean_token_accuracy": 0.5541591048240662, + "num_tokens": 1582057.0, + "step": 163 + }, + { + "entropy": 1.7283401489257812, + "epoch": 0.021030134644154735, + "learning_rate": 0.00021304466773941597, + "loss": 4.831117630004883, + "mean_token_accuracy": 0.6111326416333517, + "num_tokens": 1589406.0, + "step": 164 + }, + { + "entropy": 1.7850886583328247, + "epoch": 0.021158367172472752, + "learning_rate": 0.0002150344958281597, + "loss": 4.978556156158447, + "mean_token_accuracy": 0.6054161588350931, + "num_tokens": 1597122.0, + "step": 165 + }, + { + "entropy": 1.5918195645014446, + "epoch": 0.02128659970079077, + "learning_rate": 0.0002170331513671076, + "loss": 4.581766128540039, + "mean_token_accuracy": 0.6019871433575948, + "num_tokens": 1604823.0, + "step": 166 + }, + { + "entropy": 1.5625485976537068, + "epoch": 0.021414832229108782, + "learning_rate": 0.00021904057650370934, + "loss": 4.401068687438965, + "mean_token_accuracy": 0.6407096982002258, + "num_tokens": 1613391.0, + "step": 167 + }, + { + "entropy": 1.5775703589121501, + "epoch": 0.0215430647574268, + "learning_rate": 0.00022105671313157156, + "loss": 4.472963333129883, + "mean_token_accuracy": 0.6217821637789408, + "num_tokens": 1623976.0, + "step": 168 + }, + { + "entropy": 1.7242401838302612, + "epoch": 0.021671297285744816, + "learning_rate": 0.0002230815028921411, + "loss": 4.705349922180176, + "mean_token_accuracy": 0.6061980724334717, + "num_tokens": 1634055.0, + "step": 169 + }, + { + "entropy": 1.7970330317815144, + "epoch": 0.021799529814062833, + "learning_rate": 0.0002251148871763929, + "loss": 5.143735885620117, + "mean_token_accuracy": 0.5906698902448019, + "num_tokens": 1642698.0, + "step": 170 + }, + { + "entropy": 1.800598382949829, + "epoch": 0.02192776234238085, + "learning_rate": 0.00022715680712652767, + "loss": 5.0450921058654785, + "mean_token_accuracy": 0.5989742875099182, + "num_tokens": 1653481.0, + "step": 171 + }, + { + "entropy": 1.6612207889556885, + "epoch": 0.022055994870698866, + "learning_rate": 0.00022920720363767458, + "loss": 4.608852863311768, + "mean_token_accuracy": 0.6273489197095236, + "num_tokens": 1662675.0, + "step": 172 + }, + { + "entropy": 1.519604762395223, + "epoch": 0.022184227399016883, + "learning_rate": 0.00023126601735960284, + "loss": 4.075119495391846, + "mean_token_accuracy": 0.6589537461598715, + "num_tokens": 1669996.0, + "step": 173 + }, + { + "entropy": 1.6298866271972656, + "epoch": 0.0223124599273349, + "learning_rate": 0.00023333318869843888, + "loss": 4.656835556030273, + "mean_token_accuracy": 0.6144716342290243, + "num_tokens": 1679170.0, + "step": 174 + }, + { + "entropy": 1.7555918296178181, + "epoch": 0.022440692455652916, + "learning_rate": 0.00023540865781839252, + "loss": 5.05817174911499, + "mean_token_accuracy": 0.5750548640886942, + "num_tokens": 1691272.0, + "step": 175 + }, + { + "entropy": 1.7253073453903198, + "epoch": 0.022568924983970933, + "learning_rate": 0.00023749236464348723, + "loss": 4.832032203674316, + "mean_token_accuracy": 0.6047419706980387, + "num_tokens": 1701454.0, + "step": 176 + }, + { + "entropy": 1.6385008096694946, + "epoch": 0.02269715751228895, + "learning_rate": 0.00023958424885930116, + "loss": 4.564093589782715, + "mean_token_accuracy": 0.6219040155410767, + "num_tokens": 1712261.0, + "step": 177 + }, + { + "entropy": 1.604009985923767, + "epoch": 0.022825390040606967, + "learning_rate": 0.00024168424991471093, + "loss": 4.475617408752441, + "mean_token_accuracy": 0.6311349670092264, + "num_tokens": 1721915.0, + "step": 178 + }, + { + "entropy": 1.7807449499766033, + "epoch": 0.022953622568924983, + "learning_rate": 0.00024379230702364582, + "loss": 5.068878173828125, + "mean_token_accuracy": 0.5850147207578024, + "num_tokens": 1730150.0, + "step": 179 + }, + { + "entropy": 1.528398076693217, + "epoch": 0.023081855097243, + "learning_rate": 0.0002459083591668465, + "loss": 4.2082600593566895, + "mean_token_accuracy": 0.6434615850448608, + "num_tokens": 1738910.0, + "step": 180 + }, + { + "entropy": 1.6898229916890461, + "epoch": 0.023210087625561017, + "learning_rate": 0.00024803234509363187, + "loss": 4.738391876220703, + "mean_token_accuracy": 0.5960098703702291, + "num_tokens": 1747226.0, + "step": 181 + }, + { + "entropy": 1.8332783778508503, + "epoch": 0.023338320153879034, + "learning_rate": 0.00025016420332367104, + "loss": 5.235701560974121, + "mean_token_accuracy": 0.5617783864339193, + "num_tokens": 1756941.0, + "step": 182 + }, + { + "entropy": 1.5630516211191814, + "epoch": 0.02346655268219705, + "learning_rate": 0.00025230387214876407, + "loss": 4.52040958404541, + "mean_token_accuracy": 0.6230445702870687, + "num_tokens": 1765753.0, + "step": 183 + }, + { + "entropy": 1.4553431669871013, + "epoch": 0.023594785210515067, + "learning_rate": 0.0002544512896346273, + "loss": 4.075115203857422, + "mean_token_accuracy": 0.6467728217442831, + "num_tokens": 1774163.0, + "step": 184 + }, + { + "entropy": 1.4807766278584797, + "epoch": 0.023723017738833084, + "learning_rate": 0.0002566063936226867, + "loss": 4.301177024841309, + "mean_token_accuracy": 0.6505518953005472, + "num_tokens": 1783379.0, + "step": 185 + }, + { + "entropy": 1.7000178496042888, + "epoch": 0.0238512502671511, + "learning_rate": 0.0002587691217318766, + "loss": 4.8417463302612305, + "mean_token_accuracy": 0.5918351809183756, + "num_tokens": 1792248.0, + "step": 186 + }, + { + "entropy": 1.7702726523081462, + "epoch": 0.023979482795469118, + "learning_rate": 0.00026093941136044524, + "loss": 4.903713226318359, + "mean_token_accuracy": 0.5877788066864014, + "num_tokens": 1801128.0, + "step": 187 + }, + { + "entropy": 1.4666693607966106, + "epoch": 0.024107715323787134, + "learning_rate": 0.0002631171996877677, + "loss": 4.040481090545654, + "mean_token_accuracy": 0.6579047838846842, + "num_tokens": 1808582.0, + "step": 188 + }, + { + "entropy": 1.7440471251805623, + "epoch": 0.02423594785210515, + "learning_rate": 0.0002653024236761636, + "loss": 5.154224395751953, + "mean_token_accuracy": 0.5702484846115112, + "num_tokens": 1816367.0, + "step": 189 + }, + { + "entropy": 1.7799914280573528, + "epoch": 0.024364180380423168, + "learning_rate": 0.00026749502007272167, + "loss": 5.024196624755859, + "mean_token_accuracy": 0.5974880655606588, + "num_tokens": 1825835.0, + "step": 190 + }, + { + "entropy": 1.863271156946818, + "epoch": 0.024492412908741185, + "learning_rate": 0.00026969492541113077, + "loss": 5.262871265411377, + "mean_token_accuracy": 0.5830497940381368, + "num_tokens": 1833995.0, + "step": 191 + }, + { + "entropy": 1.6049187580744426, + "epoch": 0.0246206454370592, + "learning_rate": 0.0002719020760135174, + "loss": 4.513201713562012, + "mean_token_accuracy": 0.622536857922872, + "num_tokens": 1842550.0, + "step": 192 + }, + { + "entropy": 1.5681415796279907, + "epoch": 0.024748877965377218, + "learning_rate": 0.00027411640799228885, + "loss": 4.270967960357666, + "mean_token_accuracy": 0.6158290108044943, + "num_tokens": 1849389.0, + "step": 193 + }, + { + "entropy": 1.6646028757095337, + "epoch": 0.024877110493695235, + "learning_rate": 0.0002763378572519813, + "loss": 4.690707683563232, + "mean_token_accuracy": 0.6061962842941284, + "num_tokens": 1859154.0, + "step": 194 + }, + { + "entropy": 1.634079138437907, + "epoch": 0.02500534302201325, + "learning_rate": 0.00027856635949111694, + "loss": 4.62315034866333, + "mean_token_accuracy": 0.6046257416407267, + "num_tokens": 1869260.0, + "step": 195 + }, + { + "entropy": 1.7261522610982258, + "epoch": 0.02513357555033127, + "learning_rate": 0.00028080185020406363, + "loss": 4.894271373748779, + "mean_token_accuracy": 0.6089043815930685, + "num_tokens": 1878249.0, + "step": 196 + }, + { + "entropy": 1.598738193511963, + "epoch": 0.025261808078649285, + "learning_rate": 0.0002830442646829031, + "loss": 4.461311340332031, + "mean_token_accuracy": 0.6292988061904907, + "num_tokens": 1887891.0, + "step": 197 + }, + { + "entropy": 1.511162002881368, + "epoch": 0.025390040606967302, + "learning_rate": 0.00028529353801930353, + "loss": 4.322000503540039, + "mean_token_accuracy": 0.6292094190915426, + "num_tokens": 1896778.0, + "step": 198 + }, + { + "entropy": 1.5893524090449016, + "epoch": 0.02551827313528532, + "learning_rate": 0.00028754960510639826, + "loss": 4.483038902282715, + "mean_token_accuracy": 0.6198280652364095, + "num_tokens": 1907839.0, + "step": 199 + }, + { + "entropy": 1.5810723304748535, + "epoch": 0.025646505663603335, + "learning_rate": 0.000289812400640671, + "loss": 4.381436824798584, + "mean_token_accuracy": 0.6371854941050211, + "num_tokens": 1915868.0, + "step": 200 + }, + { + "entropy": 1.619673530260722, + "epoch": 0.025774738191921352, + "learning_rate": 0.0002920818591238448, + "loss": 4.610479354858398, + "mean_token_accuracy": 0.6261913776397705, + "num_tokens": 1925255.0, + "step": 201 + }, + { + "entropy": 1.5377644300460815, + "epoch": 0.02590297072023937, + "learning_rate": 0.0002943579148647796, + "loss": 4.160628318786621, + "mean_token_accuracy": 0.6578641335169474, + "num_tokens": 1933782.0, + "step": 202 + }, + { + "entropy": 1.6721994876861572, + "epoch": 0.026031203248557386, + "learning_rate": 0.0002966405019813726, + "loss": 4.961130142211914, + "mean_token_accuracy": 0.6016508738199869, + "num_tokens": 1942427.0, + "step": 203 + }, + { + "entropy": 1.7374953826268513, + "epoch": 0.0261594357768754, + "learning_rate": 0.0002989295544024653, + "loss": 4.91575288772583, + "mean_token_accuracy": 0.61211758852005, + "num_tokens": 1950617.0, + "step": 204 + }, + { + "entropy": 1.841580907503764, + "epoch": 0.026287668305193416, + "learning_rate": 0.0003012250058697565, + "loss": 5.277868270874023, + "mean_token_accuracy": 0.5679466724395752, + "num_tokens": 1959363.0, + "step": 205 + }, + { + "entropy": 1.5153202215830486, + "epoch": 0.026415900833511433, + "learning_rate": 0.0003035267899397198, + "loss": 4.241899490356445, + "mean_token_accuracy": 0.6486183802286783, + "num_tokens": 1969332.0, + "step": 206 + }, + { + "entropy": 1.7610040108362834, + "epoch": 0.02654413336182945, + "learning_rate": 0.0003058348399855268, + "loss": 5.067816734313965, + "mean_token_accuracy": 0.5895428458849589, + "num_tokens": 1978516.0, + "step": 207 + }, + { + "entropy": 1.7606399456659954, + "epoch": 0.026672365890147466, + "learning_rate": 0.0003081490891989764, + "loss": 4.816001892089844, + "mean_token_accuracy": 0.5894323786099752, + "num_tokens": 1987057.0, + "step": 208 + }, + { + "entropy": 1.571999231974284, + "epoch": 0.026800598418465483, + "learning_rate": 0.0003104694705924272, + "loss": 4.343052864074707, + "mean_token_accuracy": 0.6377902825673422, + "num_tokens": 1998219.0, + "step": 209 + }, + { + "entropy": 1.6101057529449463, + "epoch": 0.0269288309467835, + "learning_rate": 0.000312795917000738, + "loss": 4.5090484619140625, + "mean_token_accuracy": 0.616270124912262, + "num_tokens": 2009913.0, + "step": 210 + }, + { + "entropy": 1.6697656710942586, + "epoch": 0.027057063475101516, + "learning_rate": 0.0003151283610832114, + "loss": 4.784682273864746, + "mean_token_accuracy": 0.6038183768590292, + "num_tokens": 2019275.0, + "step": 211 + }, + { + "entropy": 1.7307370106379192, + "epoch": 0.027185296003419533, + "learning_rate": 0.0003174667353255423, + "loss": 4.84893274307251, + "mean_token_accuracy": 0.5901196201642355, + "num_tokens": 2028034.0, + "step": 212 + }, + { + "entropy": 1.699546178181966, + "epoch": 0.02731352853173755, + "learning_rate": 0.00031981097204177326, + "loss": 4.777771472930908, + "mean_token_accuracy": 0.6112839778264364, + "num_tokens": 2035220.0, + "step": 213 + }, + { + "entropy": 1.581592281659444, + "epoch": 0.027441761060055567, + "learning_rate": 0.0003221610033762529, + "loss": 4.237317085266113, + "mean_token_accuracy": 0.6382122238477071, + "num_tokens": 2044912.0, + "step": 214 + }, + { + "entropy": 1.7474033832550049, + "epoch": 0.027569993588373583, + "learning_rate": 0.00032451676130560055, + "loss": 4.955198287963867, + "mean_token_accuracy": 0.5915440718332926, + "num_tokens": 2054908.0, + "step": 215 + }, + { + "entropy": 1.5798826615015666, + "epoch": 0.0276982261166916, + "learning_rate": 0.00032687817764067535, + "loss": 4.376378536224365, + "mean_token_accuracy": 0.6199614802996317, + "num_tokens": 2065262.0, + "step": 216 + }, + { + "entropy": 1.5803430477778118, + "epoch": 0.027826458645009617, + "learning_rate": 0.00032924518402854916, + "loss": 4.437664985656738, + "mean_token_accuracy": 0.6380544503529867, + "num_tokens": 2073523.0, + "step": 217 + }, + { + "entropy": 1.7093230485916138, + "epoch": 0.027954691173327634, + "learning_rate": 0.0003316177119544861, + "loss": 4.824402809143066, + "mean_token_accuracy": 0.6067157983779907, + "num_tokens": 2081611.0, + "step": 218 + }, + { + "entropy": 1.6791890859603882, + "epoch": 0.02808292370164565, + "learning_rate": 0.00033399569274392496, + "loss": 4.762117385864258, + "mean_token_accuracy": 0.6306067705154419, + "num_tokens": 2091306.0, + "step": 219 + }, + { + "entropy": 1.6590715646743774, + "epoch": 0.028211156229963667, + "learning_rate": 0.00033637905756446756, + "loss": 4.435651779174805, + "mean_token_accuracy": 0.6346273024876913, + "num_tokens": 2099639.0, + "step": 220 + }, + { + "entropy": 1.7557565768559773, + "epoch": 0.028339388758281684, + "learning_rate": 0.0003387677374278715, + "loss": 4.9889421463012695, + "mean_token_accuracy": 0.5994652509689331, + "num_tokens": 2108131.0, + "step": 221 + }, + { + "entropy": 1.5847816864649455, + "epoch": 0.0284676212865997, + "learning_rate": 0.0003411616631920454, + "loss": 4.501852512359619, + "mean_token_accuracy": 0.6236834724744161, + "num_tokens": 2117450.0, + "step": 222 + }, + { + "entropy": 1.503127137819926, + "epoch": 0.028595853814917718, + "learning_rate": 0.00034356076556305265, + "loss": 4.232354164123535, + "mean_token_accuracy": 0.6475141048431396, + "num_tokens": 2126368.0, + "step": 223 + }, + { + "entropy": 1.5962016582489014, + "epoch": 0.028724086343235734, + "learning_rate": 0.00034596497509711507, + "loss": 4.416581153869629, + "mean_token_accuracy": 0.6493342121442159, + "num_tokens": 2136548.0, + "step": 224 + }, + { + "entropy": 1.6023057699203491, + "epoch": 0.02885231887155375, + "learning_rate": 0.0003483742222026245, + "loss": 4.458052158355713, + "mean_token_accuracy": 0.6428927183151245, + "num_tokens": 2145997.0, + "step": 225 + }, + { + "entropy": 1.669163664182027, + "epoch": 0.028980551399871768, + "learning_rate": 0.00035078843714215634, + "loss": 4.759527683258057, + "mean_token_accuracy": 0.602700412273407, + "num_tokens": 2154723.0, + "step": 226 + }, + { + "entropy": 1.7086036205291748, + "epoch": 0.029108783928189785, + "learning_rate": 0.00035320755003448825, + "loss": 4.601955413818359, + "mean_token_accuracy": 0.6292454799016317, + "num_tokens": 2163084.0, + "step": 227 + }, + { + "entropy": 1.6981160243352253, + "epoch": 0.0292370164565078, + "learning_rate": 0.0003556314908566233, + "loss": 4.810564994812012, + "mean_token_accuracy": 0.6011238098144531, + "num_tokens": 2173058.0, + "step": 228 + }, + { + "entropy": 1.7495311101277669, + "epoch": 0.029365248984825818, + "learning_rate": 0.00035806018944581634, + "loss": 4.779551029205322, + "mean_token_accuracy": 0.6110101938247681, + "num_tokens": 2181115.0, + "step": 229 + }, + { + "entropy": 1.7389917771021526, + "epoch": 0.029493481513143835, + "learning_rate": 0.0003604935755016055, + "loss": 4.76851224899292, + "mean_token_accuracy": 0.6246451934178671, + "num_tokens": 2191969.0, + "step": 230 + }, + { + "entropy": 1.8113762140274048, + "epoch": 0.02962171404146185, + "learning_rate": 0.0003629315785878465, + "loss": 5.176377296447754, + "mean_token_accuracy": 0.5932586193084717, + "num_tokens": 2202623.0, + "step": 231 + }, + { + "entropy": 1.7470524708429973, + "epoch": 0.02974994656977987, + "learning_rate": 0.0003653741281347515, + "loss": 4.914840221405029, + "mean_token_accuracy": 0.5898399551709493, + "num_tokens": 2210834.0, + "step": 232 + }, + { + "entropy": 1.7524277369181316, + "epoch": 0.029878179098097885, + "learning_rate": 0.00036782115344093265, + "loss": 4.948509693145752, + "mean_token_accuracy": 0.5996494094530741, + "num_tokens": 2222198.0, + "step": 233 + }, + { + "entropy": 1.6962575912475586, + "epoch": 0.030006411626415902, + "learning_rate": 0.00037027258367544754, + "loss": 4.904373645782471, + "mean_token_accuracy": 0.5904627641042074, + "num_tokens": 2231360.0, + "step": 234 + }, + { + "entropy": 1.5499035517374675, + "epoch": 0.03013464415473392, + "learning_rate": 0.00037272834787984994, + "loss": 4.343466281890869, + "mean_token_accuracy": 0.6284396052360535, + "num_tokens": 2239794.0, + "step": 235 + }, + { + "entropy": 1.6813240051269531, + "epoch": 0.030262876683051936, + "learning_rate": 0.0003751883749702437, + "loss": 4.704174518585205, + "mean_token_accuracy": 0.6114904085795084, + "num_tokens": 2249989.0, + "step": 236 + }, + { + "entropy": 1.6482290426890056, + "epoch": 0.030391109211369952, + "learning_rate": 0.00037765259373934027, + "loss": 4.685495853424072, + "mean_token_accuracy": 0.6259773174921671, + "num_tokens": 2260009.0, + "step": 237 + }, + { + "entropy": 1.7187674045562744, + "epoch": 0.03051934173968797, + "learning_rate": 0.00038012093285852, + "loss": 4.939024925231934, + "mean_token_accuracy": 0.5950204332669576, + "num_tokens": 2270920.0, + "step": 238 + }, + { + "entropy": 1.6430864731470745, + "epoch": 0.030647574268005986, + "learning_rate": 0.0003825933208798965, + "loss": 4.635513782501221, + "mean_token_accuracy": 0.6368584036827087, + "num_tokens": 2282658.0, + "step": 239 + }, + { + "entropy": 1.771681507428487, + "epoch": 0.030775806796324003, + "learning_rate": 0.00038506968623838516, + "loss": 5.226616859436035, + "mean_token_accuracy": 0.5533995628356934, + "num_tokens": 2290344.0, + "step": 240 + }, + { + "entropy": 1.3971978823343914, + "epoch": 0.030904039324642016, + "learning_rate": 0.00038754995725377424, + "loss": 3.7724785804748535, + "mean_token_accuracy": 0.674740215142568, + "num_tokens": 2299005.0, + "step": 241 + }, + { + "entropy": 1.5187402566274006, + "epoch": 0.031032271852960033, + "learning_rate": 0.00039003406213280003, + "loss": 4.310857772827148, + "mean_token_accuracy": 0.6266467968622843, + "num_tokens": 2309564.0, + "step": 242 + }, + { + "entropy": 1.5086024204889934, + "epoch": 0.03116050438127805, + "learning_rate": 0.00039252192897122466, + "loss": 4.2609686851501465, + "mean_token_accuracy": 0.6217590570449829, + "num_tokens": 2322019.0, + "step": 243 + }, + { + "entropy": 1.6530505816141765, + "epoch": 0.03128873690959607, + "learning_rate": 0.00039501348575591796, + "loss": 4.6882781982421875, + "mean_token_accuracy": 0.5953900814056396, + "num_tokens": 2330906.0, + "step": 244 + }, + { + "entropy": 1.8316705226898193, + "epoch": 0.03141696943791408, + "learning_rate": 0.000397508660366941, + "loss": 5.187474250793457, + "mean_token_accuracy": 0.5978482762972513, + "num_tokens": 2341158.0, + "step": 245 + }, + { + "entropy": 1.6975810130437214, + "epoch": 0.0315452019662321, + "learning_rate": 0.0004000073805796345, + "loss": 4.9385294914245605, + "mean_token_accuracy": 0.598085621992747, + "num_tokens": 2350165.0, + "step": 246 + }, + { + "entropy": 1.7043252388636272, + "epoch": 0.031673434494550116, + "learning_rate": 0.0004025095740667093, + "loss": 4.662696838378906, + "mean_token_accuracy": 0.604429026444753, + "num_tokens": 2358582.0, + "step": 247 + }, + { + "entropy": 1.49306325117747, + "epoch": 0.03180166702286814, + "learning_rate": 0.00040501516840033957, + "loss": 4.06867790222168, + "mean_token_accuracy": 0.6696273883183798, + "num_tokens": 2368410.0, + "step": 248 + }, + { + "entropy": 1.8168014685312908, + "epoch": 0.03192989955118615, + "learning_rate": 0.00040752409105425955, + "loss": 5.07814359664917, + "mean_token_accuracy": 0.5835802555084229, + "num_tokens": 2376291.0, + "step": 249 + }, + { + "entropy": 1.5153578917185466, + "epoch": 0.03205813207950417, + "learning_rate": 0.00041003626940586265, + "loss": 4.2410478591918945, + "mean_token_accuracy": 0.6518632570902506, + "num_tokens": 2384048.0, + "step": 250 + }, + { + "entropy": 1.6559794743855794, + "epoch": 0.032186364607822184, + "learning_rate": 0.00041255163073830397, + "loss": 4.651354789733887, + "mean_token_accuracy": 0.6155030528704325, + "num_tokens": 2393825.0, + "step": 251 + }, + { + "entropy": 1.4987135728200276, + "epoch": 0.032314597136140204, + "learning_rate": 0.0004150701022426047, + "loss": 4.049354553222656, + "mean_token_accuracy": 0.6608197291692098, + "num_tokens": 2401237.0, + "step": 252 + }, + { + "entropy": 1.5897098382314045, + "epoch": 0.03244282966445822, + "learning_rate": 0.00041759161101976, + "loss": 4.471460819244385, + "mean_token_accuracy": 0.6320415536562601, + "num_tokens": 2410010.0, + "step": 253 + }, + { + "entropy": 1.624809463818868, + "epoch": 0.03257106219277624, + "learning_rate": 0.00042011608408284887, + "loss": 4.667490482330322, + "mean_token_accuracy": 0.6094275116920471, + "num_tokens": 2420723.0, + "step": 254 + }, + { + "entropy": 1.4918924967447917, + "epoch": 0.03269929472109425, + "learning_rate": 0.0004226434483591466, + "loss": 4.258664131164551, + "mean_token_accuracy": 0.637848436832428, + "num_tokens": 2430651.0, + "step": 255 + }, + { + "entropy": 1.839127818743388, + "epoch": 0.03282752724941227, + "learning_rate": 0.00042517363069224066, + "loss": 5.233249664306641, + "mean_token_accuracy": 0.5680957039197286, + "num_tokens": 2440727.0, + "step": 256 + }, + { + "entropy": 1.600005308787028, + "epoch": 0.032955759777730284, + "learning_rate": 0.00042770655784414753, + "loss": 4.370444297790527, + "mean_token_accuracy": 0.6352535684903463, + "num_tokens": 2451630.0, + "step": 257 + }, + { + "entropy": 1.7866182724634807, + "epoch": 0.033083992306048304, + "learning_rate": 0.000430242156497433, + "loss": 5.012089252471924, + "mean_token_accuracy": 0.5886048873265585, + "num_tokens": 2461932.0, + "step": 258 + }, + { + "entropy": 1.7912410497665405, + "epoch": 0.03321222483436632, + "learning_rate": 0.0004327803532573342, + "loss": 4.9622039794921875, + "mean_token_accuracy": 0.5909591913223267, + "num_tokens": 2470957.0, + "step": 259 + }, + { + "entropy": 1.8899805943171184, + "epoch": 0.03334045736268433, + "learning_rate": 0.0004353210746538841, + "loss": 5.464993476867676, + "mean_token_accuracy": 0.5503115057945251, + "num_tokens": 2478162.0, + "step": 260 + }, + { + "entropy": 1.6999672651290894, + "epoch": 0.03346868989100235, + "learning_rate": 0.00043786424714403836, + "loss": 4.811544418334961, + "mean_token_accuracy": 0.6174156268437704, + "num_tokens": 2488330.0, + "step": 261 + }, + { + "entropy": 1.5114412705103557, + "epoch": 0.033596922419320364, + "learning_rate": 0.0004404097971138041, + "loss": 4.359753131866455, + "mean_token_accuracy": 0.6333714524904887, + "num_tokens": 2496346.0, + "step": 262 + }, + { + "entropy": 1.6701387564341228, + "epoch": 0.033725154947638385, + "learning_rate": 0.00044295765088037, + "loss": 4.62806510925293, + "mean_token_accuracy": 0.5996238589286804, + "num_tokens": 2503595.0, + "step": 263 + }, + { + "entropy": 1.7736232280731201, + "epoch": 0.0338533874759564, + "learning_rate": 0.00044550773469424017, + "loss": 4.875658988952637, + "mean_token_accuracy": 0.5847461819648743, + "num_tokens": 2510790.0, + "step": 264 + }, + { + "entropy": 1.5879320700963337, + "epoch": 0.03398162000427442, + "learning_rate": 0.00044805997474136824, + "loss": 4.540065288543701, + "mean_token_accuracy": 0.6298216978708903, + "num_tokens": 2519515.0, + "step": 265 + }, + { + "entropy": 1.6279574235280354, + "epoch": 0.03410985253259243, + "learning_rate": 0.00045061429714529394, + "loss": 4.512904644012451, + "mean_token_accuracy": 0.6394228140513102, + "num_tokens": 2527784.0, + "step": 266 + }, + { + "entropy": 1.726871649424235, + "epoch": 0.03423808506091045, + "learning_rate": 0.00045317062796928174, + "loss": 4.807797908782959, + "mean_token_accuracy": 0.6083786884943644, + "num_tokens": 2535536.0, + "step": 267 + }, + { + "entropy": 1.6697071393330891, + "epoch": 0.034366317589228465, + "learning_rate": 0.00045572889321846086, + "loss": 4.714956283569336, + "mean_token_accuracy": 0.6041331887245178, + "num_tokens": 2544922.0, + "step": 268 + }, + { + "entropy": 1.6311229864756267, + "epoch": 0.034494550117546485, + "learning_rate": 0.00045828901884196744, + "loss": 4.621387958526611, + "mean_token_accuracy": 0.6098280946413676, + "num_tokens": 2553297.0, + "step": 269 + }, + { + "entropy": 1.5161056121190388, + "epoch": 0.0346227826458645, + "learning_rate": 0.00046085093073508737, + "loss": 4.267108917236328, + "mean_token_accuracy": 0.6354782780011495, + "num_tokens": 2563436.0, + "step": 270 + }, + { + "entropy": 1.7292014360427856, + "epoch": 0.03475101517418252, + "learning_rate": 0.0004634145547414018, + "loss": 4.829798698425293, + "mean_token_accuracy": 0.6003893812497457, + "num_tokens": 2573446.0, + "step": 271 + }, + { + "entropy": 1.4613844950993855, + "epoch": 0.03487924770250053, + "learning_rate": 0.0004659798166549335, + "loss": 3.9588494300842285, + "mean_token_accuracy": 0.6744694908459982, + "num_tokens": 2581880.0, + "step": 272 + }, + { + "entropy": 1.6607792774836223, + "epoch": 0.03500748023081855, + "learning_rate": 0.0004685466422222948, + "loss": 4.665504455566406, + "mean_token_accuracy": 0.6124793092409769, + "num_tokens": 2592010.0, + "step": 273 + }, + { + "entropy": 1.7081687053044636, + "epoch": 0.035135712759136566, + "learning_rate": 0.0004711149571448367, + "loss": 4.6851277351379395, + "mean_token_accuracy": 0.6284110347429911, + "num_tokens": 2600747.0, + "step": 274 + }, + { + "entropy": 1.6620370149612427, + "epoch": 0.035263945287454586, + "learning_rate": 0.0004736846870808006, + "loss": 4.732665061950684, + "mean_token_accuracy": 0.6130949060122172, + "num_tokens": 2610864.0, + "step": 275 + }, + { + "entropy": 1.472556432088216, + "epoch": 0.0353921778157726, + "learning_rate": 0.00047625575764746807, + "loss": 4.072186470031738, + "mean_token_accuracy": 0.6464171012242635, + "num_tokens": 2619750.0, + "step": 276 + }, + { + "entropy": 1.64494784673055, + "epoch": 0.03552041034409062, + "learning_rate": 0.000478828094423316, + "loss": 4.585464000701904, + "mean_token_accuracy": 0.6192167401313782, + "num_tokens": 2630136.0, + "step": 277 + }, + { + "entropy": 1.6941827138264973, + "epoch": 0.03564864287240863, + "learning_rate": 0.00048140162295016975, + "loss": 4.765192031860352, + "mean_token_accuracy": 0.5975759029388428, + "num_tokens": 2640698.0, + "step": 278 + }, + { + "entropy": 1.5351838668187459, + "epoch": 0.03577687540072665, + "learning_rate": 0.00048397626873535797, + "loss": 4.424073219299316, + "mean_token_accuracy": 0.6350318193435669, + "num_tokens": 2650133.0, + "step": 279 + }, + { + "entropy": 1.804699182510376, + "epoch": 0.035905107929044666, + "learning_rate": 0.00048655195725387057, + "loss": 5.136781215667725, + "mean_token_accuracy": 0.5957577228546143, + "num_tokens": 2658166.0, + "step": 280 + }, + { + "entropy": 1.6694468259811401, + "epoch": 0.036033340457362686, + "learning_rate": 0.0004891286139505138, + "loss": 4.758471965789795, + "mean_token_accuracy": 0.6109280983606974, + "num_tokens": 2667209.0, + "step": 281 + }, + { + "entropy": 1.6043388843536377, + "epoch": 0.0361615729856807, + "learning_rate": 0.0004917061642420699, + "loss": 4.530193328857422, + "mean_token_accuracy": 0.6215967535972595, + "num_tokens": 2678711.0, + "step": 282 + }, + { + "entropy": 1.6602267026901245, + "epoch": 0.03628980551399872, + "learning_rate": 0.0004942845335194549, + "loss": 4.600681781768799, + "mean_token_accuracy": 0.6362594564755758, + "num_tokens": 2689441.0, + "step": 283 + }, + { + "entropy": 1.687144120534261, + "epoch": 0.03641803804231673, + "learning_rate": 0.0004968636471498788, + "loss": 4.72530460357666, + "mean_token_accuracy": 0.6094815135002136, + "num_tokens": 2700359.0, + "step": 284 + }, + { + "entropy": 1.7345706621805828, + "epoch": 0.036546270570634753, + "learning_rate": 0.0004994434304790063, + "loss": 4.976742267608643, + "mean_token_accuracy": 0.5994615157445272, + "num_tokens": 2711087.0, + "step": 285 + }, + { + "entropy": 1.7132029136021931, + "epoch": 0.03667450309895277, + "learning_rate": 0.0005020238088331161, + "loss": 4.950043678283691, + "mean_token_accuracy": 0.6104035576184591, + "num_tokens": 2720943.0, + "step": 286 + }, + { + "entropy": 1.5935538212458293, + "epoch": 0.03680273562727079, + "learning_rate": 0.0005046047075212645, + "loss": 4.597204208374023, + "mean_token_accuracy": 0.6150713364283243, + "num_tokens": 2729314.0, + "step": 287 + }, + { + "entropy": 1.6324266990025837, + "epoch": 0.0369309681555888, + "learning_rate": 0.0005071860518374459, + "loss": 4.501570701599121, + "mean_token_accuracy": 0.6340995828310648, + "num_tokens": 2738545.0, + "step": 288 + }, + { + "entropy": 1.7836756308873494, + "epoch": 0.03705920068390682, + "learning_rate": 0.0005097677670627555, + "loss": 5.123679161071777, + "mean_token_accuracy": 0.5925097664197286, + "num_tokens": 2746199.0, + "step": 289 + }, + { + "entropy": 1.4508163531621296, + "epoch": 0.037187433212224834, + "learning_rate": 0.0005123497784675527, + "loss": 4.0306010246276855, + "mean_token_accuracy": 0.6301715771357218, + "num_tokens": 2755084.0, + "step": 290 + }, + { + "entropy": 1.596620996793111, + "epoch": 0.037315665740542854, + "learning_rate": 0.0005149320113136234, + "loss": 4.517688751220703, + "mean_token_accuracy": 0.6256338755289713, + "num_tokens": 2763452.0, + "step": 291 + }, + { + "entropy": 1.7134876648585002, + "epoch": 0.03744389826886087, + "learning_rate": 0.000517514390856344, + "loss": 4.789173126220703, + "mean_token_accuracy": 0.6015130877494812, + "num_tokens": 2771906.0, + "step": 292 + }, + { + "entropy": 1.8446346918741863, + "epoch": 0.03757213079717889, + "learning_rate": 0.0005200968423468442, + "loss": 5.13118839263916, + "mean_token_accuracy": 0.5941204229990641, + "num_tokens": 2779085.0, + "step": 293 + }, + { + "entropy": 1.7124012311299641, + "epoch": 0.0377003633254969, + "learning_rate": 0.0005226792910341717, + "loss": 4.913717269897461, + "mean_token_accuracy": 0.5805874466896057, + "num_tokens": 2789521.0, + "step": 294 + }, + { + "entropy": 1.5934016704559326, + "epoch": 0.03782859585381492, + "learning_rate": 0.0005252616621674552, + "loss": 4.6126885414123535, + "mean_token_accuracy": 0.6046798229217529, + "num_tokens": 2798057.0, + "step": 295 + }, + { + "entropy": 1.5606491168340046, + "epoch": 0.037956828382132934, + "learning_rate": 0.0005278438809980675, + "loss": 4.377616882324219, + "mean_token_accuracy": 0.6412966847419739, + "num_tokens": 2808907.0, + "step": 296 + }, + { + "entropy": 1.8118165334065754, + "epoch": 0.03808506091045095, + "learning_rate": 0.0005304258727817916, + "loss": 5.054127216339111, + "mean_token_accuracy": 0.6002760728200277, + "num_tokens": 2818967.0, + "step": 297 + }, + { + "entropy": 1.6623854239781697, + "epoch": 0.03821329343876897, + "learning_rate": 0.0005330075627809805, + "loss": 4.681777000427246, + "mean_token_accuracy": 0.60043732325236, + "num_tokens": 2828136.0, + "step": 298 + }, + { + "entropy": 1.566334327061971, + "epoch": 0.03834152596708698, + "learning_rate": 0.0005355888762667239, + "loss": 4.243645191192627, + "mean_token_accuracy": 0.6435535748799642, + "num_tokens": 2835997.0, + "step": 299 + }, + { + "entropy": 1.6814218759536743, + "epoch": 0.038469758495405, + "learning_rate": 0.0005381697385210098, + "loss": 4.726729869842529, + "mean_token_accuracy": 0.5721080899238586, + "num_tokens": 2845413.0, + "step": 300 + }, + { + "entropy": 1.6922790209452312, + "epoch": 0.038597991023723015, + "learning_rate": 0.000540750074838887, + "loss": 4.682314395904541, + "mean_token_accuracy": 0.6112923820813497, + "num_tokens": 2854242.0, + "step": 301 + }, + { + "entropy": 1.802745262781779, + "epoch": 0.038726223552041035, + "learning_rate": 0.0005433298105306281, + "loss": 4.950946807861328, + "mean_token_accuracy": 0.6001512209574381, + "num_tokens": 2865304.0, + "step": 302 + }, + { + "entropy": 1.692936619122823, + "epoch": 0.03885445608035905, + "learning_rate": 0.0005459088709238917, + "loss": 4.785030364990234, + "mean_token_accuracy": 0.6059120098749796, + "num_tokens": 2873196.0, + "step": 303 + }, + { + "entropy": 1.5448643763860066, + "epoch": 0.03898268860867707, + "learning_rate": 0.0005484871813658826, + "loss": 4.078188896179199, + "mean_token_accuracy": 0.6565822958946228, + "num_tokens": 2881634.0, + "step": 304 + }, + { + "entropy": 1.6727675994237263, + "epoch": 0.03911092113699508, + "learning_rate": 0.0005510646672255141, + "loss": 4.746012210845947, + "mean_token_accuracy": 0.5993169546127319, + "num_tokens": 2890503.0, + "step": 305 + }, + { + "entropy": 1.7810194889704387, + "epoch": 0.0392391536653131, + "learning_rate": 0.0005536412538955676, + "loss": 4.995002746582031, + "mean_token_accuracy": 0.6049931446711222, + "num_tokens": 2897707.0, + "step": 306 + }, + { + "entropy": 1.7393772999445598, + "epoch": 0.039367386193631115, + "learning_rate": 0.0005562168667948518, + "loss": 5.027348518371582, + "mean_token_accuracy": 0.5876976052920023, + "num_tokens": 2907236.0, + "step": 307 + }, + { + "entropy": 1.9548849662144978, + "epoch": 0.039495618721949136, + "learning_rate": 0.0005587914313703623, + "loss": 5.5933074951171875, + "mean_token_accuracy": 0.5663451254367828, + "num_tokens": 2915932.0, + "step": 308 + }, + { + "entropy": 1.7528212070465088, + "epoch": 0.03962385125026715, + "learning_rate": 0.0005613648730994391, + "loss": 4.84927225112915, + "mean_token_accuracy": 0.5942262609799703, + "num_tokens": 2924212.0, + "step": 309 + }, + { + "entropy": 1.423477013905843, + "epoch": 0.03975208377858517, + "learning_rate": 0.0005639371174919238, + "loss": 3.9065375328063965, + "mean_token_accuracy": 0.6577107310295105, + "num_tokens": 2933791.0, + "step": 310 + }, + { + "entropy": 1.6235902706782024, + "epoch": 0.03988031630690318, + "learning_rate": 0.0005665080900923156, + "loss": 4.480531215667725, + "mean_token_accuracy": 0.6200501918792725, + "num_tokens": 2942355.0, + "step": 311 + }, + { + "entropy": 1.4842216968536377, + "epoch": 0.0400085488352212, + "learning_rate": 0.000569077716481927, + "loss": 4.16989278793335, + "mean_token_accuracy": 0.6388460199038187, + "num_tokens": 2949745.0, + "step": 312 + }, + { + "entropy": 1.6503674189249675, + "epoch": 0.040136781363539216, + "learning_rate": 0.0005716459222810375, + "loss": 4.72307014465332, + "mean_token_accuracy": 0.6184877951939901, + "num_tokens": 2959242.0, + "step": 313 + }, + { + "entropy": 1.8069320917129517, + "epoch": 0.040265013891857236, + "learning_rate": 0.0005742126331510463, + "loss": 5.041834831237793, + "mean_token_accuracy": 0.5876796046892802, + "num_tokens": 2968169.0, + "step": 314 + }, + { + "entropy": 1.5008626381556194, + "epoch": 0.04039324642017525, + "learning_rate": 0.0005767777747966245, + "loss": 4.1584062576293945, + "mean_token_accuracy": 0.6545568903287252, + "num_tokens": 2975983.0, + "step": 315 + }, + { + "entropy": 1.5964415073394775, + "epoch": 0.04052147894849327, + "learning_rate": 0.0005793412729678661, + "loss": 4.446518898010254, + "mean_token_accuracy": 0.6138958930969238, + "num_tokens": 2985600.0, + "step": 316 + }, + { + "entropy": 1.6077734231948853, + "epoch": 0.04064971147681128, + "learning_rate": 0.0005819030534624358, + "loss": 4.503817558288574, + "mean_token_accuracy": 0.6380419333775839, + "num_tokens": 2996278.0, + "step": 317 + }, + { + "entropy": 1.593724211057027, + "epoch": 0.0407779440051293, + "learning_rate": 0.0005844630421277185, + "loss": 4.506105899810791, + "mean_token_accuracy": 0.6196443835894266, + "num_tokens": 3005785.0, + "step": 318 + }, + { + "entropy": 1.6223010222117107, + "epoch": 0.040906176533447317, + "learning_rate": 0.0005870211648629647, + "loss": 4.60491943359375, + "mean_token_accuracy": 0.6346737742424011, + "num_tokens": 3014337.0, + "step": 319 + }, + { + "entropy": 1.5837020476659138, + "epoch": 0.04103440906176534, + "learning_rate": 0.000589577347621435, + "loss": 4.364236831665039, + "mean_token_accuracy": 0.6308963298797607, + "num_tokens": 3022499.0, + "step": 320 + }, + { + "entropy": 1.6472538312276204, + "epoch": 0.04116264159008335, + "learning_rate": 0.000592131516412545, + "loss": 4.794651985168457, + "mean_token_accuracy": 0.5970275402069092, + "num_tokens": 3035488.0, + "step": 321 + }, + { + "entropy": 1.6390588680903118, + "epoch": 0.04129087411840137, + "learning_rate": 0.0005946835973040054, + "loss": 4.5325493812561035, + "mean_token_accuracy": 0.6160423358281454, + "num_tokens": 3044277.0, + "step": 322 + }, + { + "entropy": 1.5712613264719646, + "epoch": 0.041419106646719384, + "learning_rate": 0.000597233516423963, + "loss": 4.259543418884277, + "mean_token_accuracy": 0.6322145859400431, + "num_tokens": 3052321.0, + "step": 323 + }, + { + "entropy": 1.6440142790476482, + "epoch": 0.041547339175037404, + "learning_rate": 0.0005997811999631385, + "loss": 4.6024346351623535, + "mean_token_accuracy": 0.630241314570109, + "num_tokens": 3061286.0, + "step": 324 + }, + { + "entropy": 1.7223024368286133, + "epoch": 0.04167557170335542, + "learning_rate": 0.000602326574176963, + "loss": 4.632911682128906, + "mean_token_accuracy": 0.6180786490440369, + "num_tokens": 3069081.0, + "step": 325 + }, + { + "entropy": 1.8285422325134277, + "epoch": 0.04180380423167344, + "learning_rate": 0.0006048695653877133, + "loss": 5.15186071395874, + "mean_token_accuracy": 0.5922114451726278, + "num_tokens": 3080196.0, + "step": 326 + }, + { + "entropy": 1.6594029267628987, + "epoch": 0.04193203675999145, + "learning_rate": 0.0006074100999866434, + "loss": 4.851417064666748, + "mean_token_accuracy": 0.6053996682167053, + "num_tokens": 3089745.0, + "step": 327 + }, + { + "entropy": 1.8957483768463135, + "epoch": 0.04206026928830947, + "learning_rate": 0.0006099481044361157, + "loss": 5.319089889526367, + "mean_token_accuracy": 0.5728317300478617, + "num_tokens": 3097288.0, + "step": 328 + }, + { + "entropy": 1.563202977180481, + "epoch": 0.042188501816627484, + "learning_rate": 0.0006124835052717303, + "loss": 4.463032245635986, + "mean_token_accuracy": 0.6315224965413412, + "num_tokens": 3108434.0, + "step": 329 + }, + { + "entropy": 1.6919012467066448, + "epoch": 0.042316734344945504, + "learning_rate": 0.0006150162291044498, + "loss": 4.7175445556640625, + "mean_token_accuracy": 0.6157902876536051, + "num_tokens": 3115956.0, + "step": 330 + }, + { + "entropy": 1.5124070247014363, + "epoch": 0.04244496687326352, + "learning_rate": 0.0006175462026227255, + "loss": 4.219690322875977, + "mean_token_accuracy": 0.6405261357625326, + "num_tokens": 3128903.0, + "step": 331 + }, + { + "entropy": 1.621874451637268, + "epoch": 0.04257319940158154, + "learning_rate": 0.0006200733525946182, + "loss": 4.626004695892334, + "mean_token_accuracy": 0.6181663076082865, + "num_tokens": 3138831.0, + "step": 332 + }, + { + "entropy": 1.6894461313883464, + "epoch": 0.04270143192989955, + "learning_rate": 0.0006225976058699182, + "loss": 4.792948246002197, + "mean_token_accuracy": 0.6034119526545206, + "num_tokens": 3147587.0, + "step": 333 + }, + { + "entropy": 1.8539045254389446, + "epoch": 0.042829664458217565, + "learning_rate": 0.0006251188893822631, + "loss": 5.285830020904541, + "mean_token_accuracy": 0.5920822620391846, + "num_tokens": 3156958.0, + "step": 334 + }, + { + "entropy": 1.6801013549168904, + "epoch": 0.042957896986535585, + "learning_rate": 0.0006276371301512521, + "loss": 4.842135906219482, + "mean_token_accuracy": 0.6091827948888143, + "num_tokens": 3167540.0, + "step": 335 + }, + { + "entropy": 1.7286140124003093, + "epoch": 0.0430861295148536, + "learning_rate": 0.0006301522552845595, + "loss": 4.8798933029174805, + "mean_token_accuracy": 0.6007019678751627, + "num_tokens": 3177010.0, + "step": 336 + }, + { + "entropy": 1.6345621744791667, + "epoch": 0.04321436204317162, + "learning_rate": 0.0006326641919800432, + "loss": 4.406925678253174, + "mean_token_accuracy": 0.6296391685803732, + "num_tokens": 3186059.0, + "step": 337 + }, + { + "entropy": 1.680544336636861, + "epoch": 0.04334259457148963, + "learning_rate": 0.0006351728675278531, + "loss": 4.729375839233398, + "mean_token_accuracy": 0.6103048920631409, + "num_tokens": 3197407.0, + "step": 338 + }, + { + "entropy": 1.6964908838272095, + "epoch": 0.04347082709980765, + "learning_rate": 0.0006376782093125355, + "loss": 4.644704818725586, + "mean_token_accuracy": 0.6170778671900431, + "num_tokens": 3205026.0, + "step": 339 + }, + { + "entropy": 1.7616922458012898, + "epoch": 0.043599059628125665, + "learning_rate": 0.0006401801448151349, + "loss": 4.935858726501465, + "mean_token_accuracy": 0.5842661460240682, + "num_tokens": 3213808.0, + "step": 340 + }, + { + "entropy": 1.5916074514389038, + "epoch": 0.043727292156443685, + "learning_rate": 0.0006426786016152928, + "loss": 4.5701117515563965, + "mean_token_accuracy": 0.6274611552556356, + "num_tokens": 3223038.0, + "step": 341 + }, + { + "entropy": 1.6119677623112996, + "epoch": 0.0438555246847617, + "learning_rate": 0.0006451735073933448, + "loss": 4.674427032470703, + "mean_token_accuracy": 0.6018936435381571, + "num_tokens": 3231921.0, + "step": 342 + }, + { + "entropy": 1.4872300227483113, + "epoch": 0.04398375721307972, + "learning_rate": 0.000647664789932413, + "loss": 4.132663726806641, + "mean_token_accuracy": 0.6500091751416525, + "num_tokens": 3241456.0, + "step": 343 + }, + { + "entropy": 1.6470801035563152, + "epoch": 0.04411198974139773, + "learning_rate": 0.0006501523771204974, + "loss": 4.878101348876953, + "mean_token_accuracy": 0.603310743967692, + "num_tokens": 3252037.0, + "step": 344 + }, + { + "entropy": 1.8034812609354656, + "epoch": 0.04424022226971575, + "learning_rate": 0.0006526361969525617, + "loss": 4.9582977294921875, + "mean_token_accuracy": 0.5887801249821981, + "num_tokens": 3259595.0, + "step": 345 + }, + { + "entropy": 1.7411216100056965, + "epoch": 0.044368454798033766, + "learning_rate": 0.0006551161775326193, + "loss": 4.889884948730469, + "mean_token_accuracy": 0.5880789756774902, + "num_tokens": 3268909.0, + "step": 346 + }, + { + "entropy": 1.7278250853220622, + "epoch": 0.044496687326351786, + "learning_rate": 0.0006575922470758134, + "loss": 4.778715133666992, + "mean_token_accuracy": 0.6150084137916565, + "num_tokens": 3277485.0, + "step": 347 + }, + { + "entropy": 1.772414207458496, + "epoch": 0.0446249198546698, + "learning_rate": 0.0006600643339104947, + "loss": 5.04945182800293, + "mean_token_accuracy": 0.5724273324012756, + "num_tokens": 3286632.0, + "step": 348 + }, + { + "entropy": 1.5212128559748332, + "epoch": 0.04475315238298782, + "learning_rate": 0.0006625323664802966, + "loss": 4.276680946350098, + "mean_token_accuracy": 0.6419480443000793, + "num_tokens": 3295329.0, + "step": 349 + }, + { + "entropy": 1.5957587162653606, + "epoch": 0.04488138491130583, + "learning_rate": 0.0006649962733462061, + "loss": 4.455012321472168, + "mean_token_accuracy": 0.6266107161839803, + "num_tokens": 3303300.0, + "step": 350 + }, + { + "entropy": 1.522251566251119, + "epoch": 0.04500961743962385, + "learning_rate": 0.0006674559831886318, + "loss": 4.11167049407959, + "mean_token_accuracy": 0.662850817044576, + "num_tokens": 3312590.0, + "step": 351 + }, + { + "entropy": 1.7803722620010376, + "epoch": 0.045137849967941866, + "learning_rate": 0.0006699114248094684, + "loss": 4.995657920837402, + "mean_token_accuracy": 0.6052287022272745, + "num_tokens": 3321850.0, + "step": 352 + }, + { + "entropy": 1.712114691734314, + "epoch": 0.045266082496259887, + "learning_rate": 0.0006723625271341568, + "loss": 4.818119049072266, + "mean_token_accuracy": 0.6195135116577148, + "num_tokens": 3331934.0, + "step": 353 + }, + { + "entropy": 1.5410016377766926, + "epoch": 0.0453943150245779, + "learning_rate": 0.0006748092192137426, + "loss": 4.328841209411621, + "mean_token_accuracy": 0.632148007551829, + "num_tokens": 3342415.0, + "step": 354 + }, + { + "entropy": 1.604662299156189, + "epoch": 0.04552254755289592, + "learning_rate": 0.0006772514302269288, + "loss": 4.368499279022217, + "mean_token_accuracy": 0.6291878620783488, + "num_tokens": 3351609.0, + "step": 355 + }, + { + "entropy": 1.7086453835169475, + "epoch": 0.04565078008121393, + "learning_rate": 0.0006796890894821262, + "loss": 4.779830455780029, + "mean_token_accuracy": 0.6214407881100973, + "num_tokens": 3363595.0, + "step": 356 + }, + { + "entropy": 1.6787939071655273, + "epoch": 0.045779012609531954, + "learning_rate": 0.0006821221264195002, + "loss": 4.638772010803223, + "mean_token_accuracy": 0.6199389100074768, + "num_tokens": 3371860.0, + "step": 357 + }, + { + "entropy": 1.665817658106486, + "epoch": 0.04590724513784997, + "learning_rate": 0.0006845504706130115, + "loss": 4.588727951049805, + "mean_token_accuracy": 0.6369243462880453, + "num_tokens": 3383002.0, + "step": 358 + }, + { + "entropy": 1.5846998691558838, + "epoch": 0.04603547766616799, + "learning_rate": 0.0006869740517724567, + "loss": 4.455848217010498, + "mean_token_accuracy": 0.6403449972470602, + "num_tokens": 3392578.0, + "step": 359 + }, + { + "entropy": 1.5603713194529216, + "epoch": 0.046163710194486, + "learning_rate": 0.0006893927997455011, + "loss": 4.373590469360352, + "mean_token_accuracy": 0.6285427610079447, + "num_tokens": 3401468.0, + "step": 360 + }, + { + "entropy": 1.6790855725606282, + "epoch": 0.04629194272280402, + "learning_rate": 0.0006918066445197109, + "loss": 4.7064595222473145, + "mean_token_accuracy": 0.5947878559430441, + "num_tokens": 3409177.0, + "step": 361 + }, + { + "entropy": 1.7423759301503499, + "epoch": 0.046420175251122034, + "learning_rate": 0.0006942155162245785, + "loss": 5.022302150726318, + "mean_token_accuracy": 0.6133341590563456, + "num_tokens": 3419005.0, + "step": 362 + }, + { + "entropy": 1.5678088267644246, + "epoch": 0.046548407779440054, + "learning_rate": 0.0006966193451335453, + "loss": 4.537149429321289, + "mean_token_accuracy": 0.6139025290807089, + "num_tokens": 3426401.0, + "step": 363 + }, + { + "entropy": 1.6752491394678752, + "epoch": 0.04667664030775807, + "learning_rate": 0.0006990180616660205, + "loss": 4.725936412811279, + "mean_token_accuracy": 0.6119534770647684, + "num_tokens": 3434695.0, + "step": 364 + }, + { + "entropy": 1.7429848909378052, + "epoch": 0.04680487283607609, + "learning_rate": 0.0007014115963893949, + "loss": 4.93970251083374, + "mean_token_accuracy": 0.5989492336908976, + "num_tokens": 3444260.0, + "step": 365 + }, + { + "entropy": 1.6584577163060505, + "epoch": 0.0469331053643941, + "learning_rate": 0.0007037998800210499, + "loss": 4.691278457641602, + "mean_token_accuracy": 0.6001540621121725, + "num_tokens": 3452218.0, + "step": 366 + }, + { + "entropy": 1.540467619895935, + "epoch": 0.04706133789271212, + "learning_rate": 0.0007061828434303645, + "loss": 4.313030242919922, + "mean_token_accuracy": 0.6473357876141866, + "num_tokens": 3460021.0, + "step": 367 + }, + { + "entropy": 1.60490878423055, + "epoch": 0.047189570421030134, + "learning_rate": 0.0007085604176407144, + "loss": 4.381298542022705, + "mean_token_accuracy": 0.6360634962717692, + "num_tokens": 3468246.0, + "step": 368 + }, + { + "entropy": 1.9096129337946575, + "epoch": 0.047317802949348155, + "learning_rate": 0.0007109325338314706, + "loss": 5.430893421173096, + "mean_token_accuracy": 0.5547719796498617, + "num_tokens": 3477992.0, + "step": 369 + }, + { + "entropy": 1.8968284924825032, + "epoch": 0.04744603547766617, + "learning_rate": 0.0007132991233399902, + "loss": 5.365034580230713, + "mean_token_accuracy": 0.5782849192619324, + "num_tokens": 3487008.0, + "step": 370 + }, + { + "entropy": 1.809312144915263, + "epoch": 0.04757426800598418, + "learning_rate": 0.0007156601176636036, + "loss": 5.278354644775391, + "mean_token_accuracy": 0.5751065413157145, + "num_tokens": 3494320.0, + "step": 371 + }, + { + "entropy": 1.5072503089904785, + "epoch": 0.0477025005343022, + "learning_rate": 0.0007180154484615985, + "loss": 4.145030975341797, + "mean_token_accuracy": 0.6621664563814799, + "num_tokens": 3506203.0, + "step": 372 + }, + { + "entropy": 1.6824036439259846, + "epoch": 0.047830733062620215, + "learning_rate": 0.0007203650475571975, + "loss": 4.738478660583496, + "mean_token_accuracy": 0.6070764859517416, + "num_tokens": 3514321.0, + "step": 373 + }, + { + "entropy": 1.65483820438385, + "epoch": 0.047958965590938235, + "learning_rate": 0.0007227088469395312, + "loss": 4.588232040405273, + "mean_token_accuracy": 0.6178591847419739, + "num_tokens": 3523927.0, + "step": 374 + }, + { + "entropy": 1.6638834079106648, + "epoch": 0.04808719811925625, + "learning_rate": 0.0007250467787656076, + "loss": 4.780313014984131, + "mean_token_accuracy": 0.597975492477417, + "num_tokens": 3533254.0, + "step": 375 + }, + { + "entropy": 1.8381219704945881, + "epoch": 0.04821543064757427, + "learning_rate": 0.0007273787753622749, + "loss": 5.181232929229736, + "mean_token_accuracy": 0.5973826050758362, + "num_tokens": 3543325.0, + "step": 376 + }, + { + "entropy": 1.5806020100911458, + "epoch": 0.04834366317589228, + "learning_rate": 0.0007297047692281813, + "loss": 4.421021938323975, + "mean_token_accuracy": 0.6295650005340576, + "num_tokens": 3553428.0, + "step": 377 + }, + { + "entropy": 1.7433897256851196, + "epoch": 0.0484718957042103, + "learning_rate": 0.0007320246930357284, + "loss": 4.952504634857178, + "mean_token_accuracy": 0.604029377301534, + "num_tokens": 3562285.0, + "step": 378 + }, + { + "entropy": 1.822205384572347, + "epoch": 0.048600128232528315, + "learning_rate": 0.0007343384796330197, + "loss": 5.131148338317871, + "mean_token_accuracy": 0.5911145607630411, + "num_tokens": 3573844.0, + "step": 379 + }, + { + "entropy": 1.6828758716583252, + "epoch": 0.048728360760846336, + "learning_rate": 0.000736646062045805, + "loss": 4.720301628112793, + "mean_token_accuracy": 0.6285706162452698, + "num_tokens": 3583213.0, + "step": 380 + }, + { + "entropy": 1.5165331363677979, + "epoch": 0.04885659328916435, + "learning_rate": 0.000738947373479419, + "loss": 4.124999523162842, + "mean_token_accuracy": 0.6558361848195394, + "num_tokens": 3591079.0, + "step": 381 + }, + { + "entropy": 1.6531180143356323, + "epoch": 0.04898482581748237, + "learning_rate": 0.0007412423473207144, + "loss": 4.60814905166626, + "mean_token_accuracy": 0.6102550625801086, + "num_tokens": 3600845.0, + "step": 382 + }, + { + "entropy": 1.7372243007024128, + "epoch": 0.04911305834580038, + "learning_rate": 0.0007435309171399897, + "loss": 4.863941192626953, + "mean_token_accuracy": 0.5974595546722412, + "num_tokens": 3611156.0, + "step": 383 + }, + { + "entropy": 1.694051702817281, + "epoch": 0.0492412908741184, + "learning_rate": 0.0007458130166929132, + "loss": 4.880243301391602, + "mean_token_accuracy": 0.6060966849327087, + "num_tokens": 3620145.0, + "step": 384 + }, + { + "entropy": 1.5807543992996216, + "epoch": 0.049369523402436416, + "learning_rate": 0.0007480885799224392, + "loss": 4.566196918487549, + "mean_token_accuracy": 0.6185002326965332, + "num_tokens": 3629215.0, + "step": 385 + }, + { + "entropy": 1.6247888406117756, + "epoch": 0.049497755930754436, + "learning_rate": 0.0007503575409607212, + "loss": 4.721399784088135, + "mean_token_accuracy": 0.6256330808003744, + "num_tokens": 3640302.0, + "step": 386 + }, + { + "entropy": 1.7305931250254314, + "epoch": 0.04962598845907245, + "learning_rate": 0.0007526198341310172, + "loss": 4.7672648429870605, + "mean_token_accuracy": 0.6035240888595581, + "num_tokens": 3649115.0, + "step": 387 + }, + { + "entropy": 1.6296385129292805, + "epoch": 0.04975422098739047, + "learning_rate": 0.0007548753939495929, + "loss": 4.562530994415283, + "mean_token_accuracy": 0.6337990959485372, + "num_tokens": 3658843.0, + "step": 388 + }, + { + "entropy": 1.6791705290476482, + "epoch": 0.04988245351570848, + "learning_rate": 0.0007571241551276142, + "loss": 4.850063323974609, + "mean_token_accuracy": 0.5951957106590271, + "num_tokens": 3667420.0, + "step": 389 + }, + { + "entropy": 1.7005095481872559, + "epoch": 0.0500106860440265, + "learning_rate": 0.0007593660525730395, + "loss": 4.7216081619262695, + "mean_token_accuracy": 0.6195783416430155, + "num_tokens": 3677500.0, + "step": 390 + }, + { + "entropy": 1.7235352993011475, + "epoch": 0.05013891857234452, + "learning_rate": 0.0007616010213925031, + "loss": 5.017976760864258, + "mean_token_accuracy": 0.6019984086354574, + "num_tokens": 3686581.0, + "step": 391 + }, + { + "entropy": 1.664164662361145, + "epoch": 0.05026715110066254, + "learning_rate": 0.0007638289968931932, + "loss": 4.654672622680664, + "mean_token_accuracy": 0.6026851336161295, + "num_tokens": 3695462.0, + "step": 392 + }, + { + "entropy": 1.551144003868103, + "epoch": 0.05039538362898055, + "learning_rate": 0.0007660499145847246, + "loss": 4.3092756271362305, + "mean_token_accuracy": 0.632265567779541, + "num_tokens": 3704144.0, + "step": 393 + }, + { + "entropy": 1.6437812248865764, + "epoch": 0.05052361615729857, + "learning_rate": 0.0007682637101810058, + "loss": 4.616318702697754, + "mean_token_accuracy": 0.6172544360160828, + "num_tokens": 3714000.0, + "step": 394 + }, + { + "entropy": 1.753641963005066, + "epoch": 0.050651848685616584, + "learning_rate": 0.0007704703196020995, + "loss": 4.836833953857422, + "mean_token_accuracy": 0.5995777249336243, + "num_tokens": 3722070.0, + "step": 395 + }, + { + "entropy": 1.700972278912862, + "epoch": 0.050780081213934604, + "learning_rate": 0.0007726696789760773, + "loss": 4.858922958374023, + "mean_token_accuracy": 0.6002758741378784, + "num_tokens": 3730020.0, + "step": 396 + }, + { + "entropy": 1.511499285697937, + "epoch": 0.05090831374225262, + "learning_rate": 0.0007748617246408693, + "loss": 4.297764778137207, + "mean_token_accuracy": 0.6347586313883463, + "num_tokens": 3739734.0, + "step": 397 + }, + { + "entropy": 1.5335729519526164, + "epoch": 0.05103654627057064, + "learning_rate": 0.0007770463931461057, + "loss": 4.318865776062012, + "mean_token_accuracy": 0.6342950860659281, + "num_tokens": 3749285.0, + "step": 398 + }, + { + "entropy": 1.4795953432718914, + "epoch": 0.05116477879888865, + "learning_rate": 0.0007792236212549543, + "loss": 4.220938205718994, + "mean_token_accuracy": 0.6538090109825134, + "num_tokens": 3760283.0, + "step": 399 + }, + { + "entropy": 1.6272588570912678, + "epoch": 0.05129301132720667, + "learning_rate": 0.0007813933459459502, + "loss": 4.637707710266113, + "mean_token_accuracy": 0.6178322235743204, + "num_tokens": 3769606.0, + "step": 400 + }, + { + "entropy": 1.7518834273020427, + "epoch": 0.051421243855524684, + "learning_rate": 0.0007835555044148211, + "loss": 4.870530605316162, + "mean_token_accuracy": 0.6046286821365356, + "num_tokens": 3778705.0, + "step": 401 + }, + { + "entropy": 1.6111833651860554, + "epoch": 0.051549476383842704, + "learning_rate": 0.0007857100340763045, + "loss": 4.5605974197387695, + "mean_token_accuracy": 0.6183687249819437, + "num_tokens": 3786436.0, + "step": 402 + }, + { + "entropy": 1.6888903776804607, + "epoch": 0.05167770891216072, + "learning_rate": 0.0007878568725659583, + "loss": 4.842734336853027, + "mean_token_accuracy": 0.599120020866394, + "num_tokens": 3795148.0, + "step": 403 + }, + { + "entropy": 1.656927466392517, + "epoch": 0.05180594144047874, + "learning_rate": 0.0007899959577419683, + "loss": 4.527151107788086, + "mean_token_accuracy": 0.6351381341616312, + "num_tokens": 3804233.0, + "step": 404 + }, + { + "entropy": 1.6475766499837239, + "epoch": 0.05193417396879675, + "learning_rate": 0.000792127227686945, + "loss": 4.378158092498779, + "mean_token_accuracy": 0.6397365927696228, + "num_tokens": 3813539.0, + "step": 405 + }, + { + "entropy": 1.505012313524882, + "epoch": 0.05206240649711477, + "learning_rate": 0.0007942506207097165, + "loss": 4.177842140197754, + "mean_token_accuracy": 0.6606643199920654, + "num_tokens": 3823068.0, + "step": 406 + }, + { + "entropy": 1.4799147844314575, + "epoch": 0.052190639025432785, + "learning_rate": 0.0007963660753471144, + "loss": 4.174491882324219, + "mean_token_accuracy": 0.6565691232681274, + "num_tokens": 3831536.0, + "step": 407 + }, + { + "entropy": 1.6811618407567341, + "epoch": 0.0523188715537508, + "learning_rate": 0.0007984735303657527, + "loss": 4.802916049957275, + "mean_token_accuracy": 0.60858154296875, + "num_tokens": 3839955.0, + "step": 408 + }, + { + "entropy": 1.5246446530024211, + "epoch": 0.05244710408206882, + "learning_rate": 0.0008005729247637998, + "loss": 4.156759738922119, + "mean_token_accuracy": 0.6489170988400778, + "num_tokens": 3847232.0, + "step": 409 + }, + { + "entropy": 1.809668739636739, + "epoch": 0.05257533661038683, + "learning_rate": 0.0008026641977727451, + "loss": 4.895341873168945, + "mean_token_accuracy": 0.5913088917732239, + "num_tokens": 3856548.0, + "step": 410 + }, + { + "entropy": 1.7321670850118, + "epoch": 0.05270356913870485, + "learning_rate": 0.0008047472888591575, + "loss": 4.925281524658203, + "mean_token_accuracy": 0.6118190288543701, + "num_tokens": 3865028.0, + "step": 411 + }, + { + "entropy": 1.5231024424235027, + "epoch": 0.052831801667022865, + "learning_rate": 0.0008068221377264377, + "loss": 4.202794075012207, + "mean_token_accuracy": 0.6347471872965494, + "num_tokens": 3876709.0, + "step": 412 + }, + { + "entropy": 1.7699273029963176, + "epoch": 0.052960034195340885, + "learning_rate": 0.0008088886843165631, + "loss": 5.082274436950684, + "mean_token_accuracy": 0.5840875109036764, + "num_tokens": 3886078.0, + "step": 413 + }, + { + "entropy": 1.6959207852681477, + "epoch": 0.0530882667236589, + "learning_rate": 0.000810946868811827, + "loss": 4.845503807067871, + "mean_token_accuracy": 0.6087421178817749, + "num_tokens": 3895200.0, + "step": 414 + }, + { + "entropy": 1.6349070072174072, + "epoch": 0.05321649925197692, + "learning_rate": 0.0008129966316365697, + "loss": 4.722272872924805, + "mean_token_accuracy": 0.5873757799466451, + "num_tokens": 3903179.0, + "step": 415 + }, + { + "entropy": 1.841786503791809, + "epoch": 0.05334473178029493, + "learning_rate": 0.0008150379134589025, + "loss": 5.177485466003418, + "mean_token_accuracy": 0.5867361028989156, + "num_tokens": 3914738.0, + "step": 416 + }, + { + "entropy": 1.531634012858073, + "epoch": 0.05347296430861295, + "learning_rate": 0.0008170706551924262, + "loss": 4.317252159118652, + "mean_token_accuracy": 0.6366469264030457, + "num_tokens": 3925188.0, + "step": 417 + }, + { + "entropy": 1.6456598838170369, + "epoch": 0.053601196836930966, + "learning_rate": 0.00081909479799794, + "loss": 4.555314064025879, + "mean_token_accuracy": 0.6187172730763754, + "num_tokens": 3935343.0, + "step": 418 + }, + { + "entropy": 1.6653625170389812, + "epoch": 0.053729429365248986, + "learning_rate": 0.0008211102832851457, + "loss": 4.803390026092529, + "mean_token_accuracy": 0.5993054509162903, + "num_tokens": 3943247.0, + "step": 419 + }, + { + "entropy": 1.6169667641321819, + "epoch": 0.053857661893567, + "learning_rate": 0.0008231170527143438, + "loss": 4.467645645141602, + "mean_token_accuracy": 0.6172293027242025, + "num_tokens": 3954916.0, + "step": 420 + }, + { + "entropy": 1.563184102376302, + "epoch": 0.05398589442188502, + "learning_rate": 0.0008251150481981208, + "loss": 4.419837474822998, + "mean_token_accuracy": 0.641802986462911, + "num_tokens": 3963830.0, + "step": 421 + }, + { + "entropy": 1.6553762753804524, + "epoch": 0.05411412695020303, + "learning_rate": 0.0008271042119030322, + "loss": 4.733889102935791, + "mean_token_accuracy": 0.6128689249356588, + "num_tokens": 3974141.0, + "step": 422 + }, + { + "entropy": 1.8746494054794312, + "epoch": 0.05424235947852105, + "learning_rate": 0.0008290844862512751, + "loss": 5.1901445388793945, + "mean_token_accuracy": 0.5854215224583944, + "num_tokens": 3983754.0, + "step": 423 + }, + { + "entropy": 1.6120413144429524, + "epoch": 0.054370592006839066, + "learning_rate": 0.0008310558139223566, + "loss": 4.669487953186035, + "mean_token_accuracy": 0.6121750871340433, + "num_tokens": 3993995.0, + "step": 424 + }, + { + "entropy": 1.7303072214126587, + "epoch": 0.05449882453515709, + "learning_rate": 0.0008330181378547513, + "loss": 4.926059722900391, + "mean_token_accuracy": 0.6067860126495361, + "num_tokens": 4003009.0, + "step": 425 + }, + { + "entropy": 1.5674057801564534, + "epoch": 0.0546270570634751, + "learning_rate": 0.000834971401247553, + "loss": 4.387215614318848, + "mean_token_accuracy": 0.64244411389033, + "num_tokens": 4012282.0, + "step": 426 + }, + { + "entropy": 1.7391677697499592, + "epoch": 0.05475528959179312, + "learning_rate": 0.0008369155475621208, + "loss": 4.851480484008789, + "mean_token_accuracy": 0.6141267021497091, + "num_tokens": 4020359.0, + "step": 427 + }, + { + "entropy": 1.385606288909912, + "epoch": 0.05488352212011113, + "learning_rate": 0.0008388505205237131, + "loss": 3.789945602416992, + "mean_token_accuracy": 0.6838778257369995, + "num_tokens": 4031335.0, + "step": 428 + }, + { + "entropy": 1.476633628209432, + "epoch": 0.055011754648429154, + "learning_rate": 0.0008407762641231186, + "loss": 4.104144096374512, + "mean_token_accuracy": 0.6494224071502686, + "num_tokens": 4039998.0, + "step": 429 + }, + { + "entropy": 1.633750319480896, + "epoch": 0.05513998717674717, + "learning_rate": 0.0008426927226182763, + "loss": 4.549948215484619, + "mean_token_accuracy": 0.6094923218091329, + "num_tokens": 4049713.0, + "step": 430 + }, + { + "entropy": 1.5396467447280884, + "epoch": 0.05526821970506519, + "learning_rate": 0.0008445998405358894, + "loss": 4.416243076324463, + "mean_token_accuracy": 0.6221606532732645, + "num_tokens": 4058714.0, + "step": 431 + }, + { + "entropy": 1.734314997990926, + "epoch": 0.0553964522333832, + "learning_rate": 0.0008464975626730308, + "loss": 4.790544033050537, + "mean_token_accuracy": 0.6137314637502035, + "num_tokens": 4068163.0, + "step": 432 + }, + { + "entropy": 1.7592105865478516, + "epoch": 0.05552468476170122, + "learning_rate": 0.0008483858340987414, + "loss": 4.988131046295166, + "mean_token_accuracy": 0.6072550415992737, + "num_tokens": 4077962.0, + "step": 433 + }, + { + "entropy": 1.467270294825236, + "epoch": 0.055652917290019234, + "learning_rate": 0.0008502646001556197, + "loss": 3.9950709342956543, + "mean_token_accuracy": 0.6721266508102417, + "num_tokens": 4088594.0, + "step": 434 + }, + { + "entropy": 1.6416036287943523, + "epoch": 0.055781149818337254, + "learning_rate": 0.0008521338064614042, + "loss": 4.397250175476074, + "mean_token_accuracy": 0.6419810851414999, + "num_tokens": 4098213.0, + "step": 435 + }, + { + "entropy": 1.8949051698048909, + "epoch": 0.05590938234665527, + "learning_rate": 0.0008539933989105472, + "loss": 5.326897621154785, + "mean_token_accuracy": 0.5564626653989156, + "num_tokens": 4106955.0, + "step": 436 + }, + { + "entropy": 1.6174163818359375, + "epoch": 0.05603761487497329, + "learning_rate": 0.0008558433236757816, + "loss": 4.456304550170898, + "mean_token_accuracy": 0.6179214517275492, + "num_tokens": 4115140.0, + "step": 437 + }, + { + "entropy": 1.5439142386118572, + "epoch": 0.0561658474032913, + "learning_rate": 0.0008576835272096782, + "loss": 4.272100925445557, + "mean_token_accuracy": 0.6361441810925802, + "num_tokens": 4123549.0, + "step": 438 + }, + { + "entropy": 1.501239577929179, + "epoch": 0.05629407993160932, + "learning_rate": 0.0008595139562461954, + "loss": 4.216919898986816, + "mean_token_accuracy": 0.630774736404419, + "num_tokens": 4133638.0, + "step": 439 + }, + { + "entropy": 1.6638621886571248, + "epoch": 0.056422312459927335, + "learning_rate": 0.0008613345578022227, + "loss": 4.647066593170166, + "mean_token_accuracy": 0.6175165971120199, + "num_tokens": 4143230.0, + "step": 440 + }, + { + "entropy": 1.6290480295817058, + "epoch": 0.056550544988245355, + "learning_rate": 0.0008631452791791127, + "loss": 4.534378528594971, + "mean_token_accuracy": 0.6228003899256388, + "num_tokens": 4150620.0, + "step": 441 + }, + { + "entropy": 1.6462933619817097, + "epoch": 0.05667877751656337, + "learning_rate": 0.0008649460679642065, + "loss": 4.705783367156982, + "mean_token_accuracy": 0.6213223735491434, + "num_tokens": 4160590.0, + "step": 442 + }, + { + "entropy": 1.566635290781657, + "epoch": 0.05680701004488139, + "learning_rate": 0.0008667368720323525, + "loss": 4.369632720947266, + "mean_token_accuracy": 0.6256931821505228, + "num_tokens": 4169131.0, + "step": 443 + }, + { + "entropy": 1.62177840868632, + "epoch": 0.0569352425731994, + "learning_rate": 0.000868517639547413, + "loss": 4.548158645629883, + "mean_token_accuracy": 0.6283690333366394, + "num_tokens": 4178597.0, + "step": 444 + }, + { + "entropy": 1.7846447626749675, + "epoch": 0.057063475101517415, + "learning_rate": 0.0008702883189637663, + "loss": 4.991633892059326, + "mean_token_accuracy": 0.5951034824053446, + "num_tokens": 4186877.0, + "step": 445 + }, + { + "entropy": 1.8005374670028687, + "epoch": 0.057191707629835435, + "learning_rate": 0.000872048859027798, + "loss": 5.021944999694824, + "mean_token_accuracy": 0.6025627652804056, + "num_tokens": 4194564.0, + "step": 446 + }, + { + "entropy": 1.8712207078933716, + "epoch": 0.05731994015815345, + "learning_rate": 0.0008737992087793844, + "loss": 5.433269500732422, + "mean_token_accuracy": 0.5698242584864298, + "num_tokens": 4203266.0, + "step": 447 + }, + { + "entropy": 1.572738528251648, + "epoch": 0.05744817268647147, + "learning_rate": 0.0008755393175533682, + "loss": 4.5297746658325195, + "mean_token_accuracy": 0.6300021807352701, + "num_tokens": 4211306.0, + "step": 448 + }, + { + "entropy": 1.7103681166966755, + "epoch": 0.05757640521478948, + "learning_rate": 0.0008772691349810246, + "loss": 4.860398769378662, + "mean_token_accuracy": 0.6140014330546061, + "num_tokens": 4220262.0, + "step": 449 + }, + { + "entropy": 1.7098763386408489, + "epoch": 0.0577046377431075, + "learning_rate": 0.0008789886109915196, + "loss": 4.70660400390625, + "mean_token_accuracy": 0.612483541170756, + "num_tokens": 4229909.0, + "step": 450 + }, + { + "entropy": 1.6962247689565022, + "epoch": 0.057832870271425516, + "learning_rate": 0.0008806976958133585, + "loss": 4.608605861663818, + "mean_token_accuracy": 0.6271373629570007, + "num_tokens": 4238211.0, + "step": 451 + }, + { + "entropy": 1.7430461247762044, + "epoch": 0.057961102799743536, + "learning_rate": 0.0008823963399758277, + "loss": 4.921816349029541, + "mean_token_accuracy": 0.602324366569519, + "num_tokens": 4248242.0, + "step": 452 + }, + { + "entropy": 1.6635579665501912, + "epoch": 0.05808933532806155, + "learning_rate": 0.0008840844943104261, + "loss": 4.636444568634033, + "mean_token_accuracy": 0.6243529121081034, + "num_tokens": 4256422.0, + "step": 453 + }, + { + "entropy": 1.4475806951522827, + "epoch": 0.05821756785637957, + "learning_rate": 0.0008857621099522882, + "loss": 3.991238594055176, + "mean_token_accuracy": 0.649827778339386, + "num_tokens": 4263695.0, + "step": 454 + }, + { + "entropy": 1.7879709005355835, + "epoch": 0.05834580038469758, + "learning_rate": 0.0008874291383415987, + "loss": 5.118910789489746, + "mean_token_accuracy": 0.5740967690944672, + "num_tokens": 4273143.0, + "step": 455 + }, + { + "entropy": 1.4781816800435383, + "epoch": 0.0584740329130156, + "learning_rate": 0.0008890855312249982, + "loss": 3.996081829071045, + "mean_token_accuracy": 0.665924608707428, + "num_tokens": 4283379.0, + "step": 456 + }, + { + "entropy": 1.629898190498352, + "epoch": 0.058602265441333616, + "learning_rate": 0.0008907312406569798, + "loss": 4.6830549240112305, + "mean_token_accuracy": 0.6028975248336792, + "num_tokens": 4292355.0, + "step": 457 + }, + { + "entropy": 1.7754292488098145, + "epoch": 0.058730497969651636, + "learning_rate": 0.0008923662190012765, + "loss": 5.142877578735352, + "mean_token_accuracy": 0.5895198583602905, + "num_tokens": 4301527.0, + "step": 458 + }, + { + "entropy": 1.7144741614659627, + "epoch": 0.05885873049796965, + "learning_rate": 0.0008939904189322415, + "loss": 4.718173980712891, + "mean_token_accuracy": 0.6174482107162476, + "num_tokens": 4310162.0, + "step": 459 + }, + { + "entropy": 1.4993614355723064, + "epoch": 0.05898696302628767, + "learning_rate": 0.0008956037934362162, + "loss": 4.23710298538208, + "mean_token_accuracy": 0.6402715047200521, + "num_tokens": 4320246.0, + "step": 460 + }, + { + "entropy": 1.5772983233133953, + "epoch": 0.05911519555460568, + "learning_rate": 0.0008972062958128922, + "loss": 4.351064205169678, + "mean_token_accuracy": 0.6440218687057495, + "num_tokens": 4328096.0, + "step": 461 + }, + { + "entropy": 1.6232638359069824, + "epoch": 0.0592434280829237, + "learning_rate": 0.0008987978796766628, + "loss": 4.513145446777344, + "mean_token_accuracy": 0.6319087743759155, + "num_tokens": 4337541.0, + "step": 462 + }, + { + "entropy": 1.8023388783137004, + "epoch": 0.05937166061124172, + "learning_rate": 0.0009003784989579656, + "loss": 5.245181560516357, + "mean_token_accuracy": 0.5751948555310568, + "num_tokens": 4347616.0, + "step": 463 + }, + { + "entropy": 1.5325742959976196, + "epoch": 0.05949989313955974, + "learning_rate": 0.0009019481079046164, + "loss": 4.270053863525391, + "mean_token_accuracy": 0.6445979078610738, + "num_tokens": 4355716.0, + "step": 464 + }, + { + "entropy": 1.571542501449585, + "epoch": 0.05962812566787775, + "learning_rate": 0.0009035066610831326, + "loss": 4.4544572830200195, + "mean_token_accuracy": 0.6363413135210673, + "num_tokens": 4366606.0, + "step": 465 + }, + { + "entropy": 1.6577775080998738, + "epoch": 0.05975635819619577, + "learning_rate": 0.0009050541133800497, + "loss": 4.620532035827637, + "mean_token_accuracy": 0.613906721274058, + "num_tokens": 4374383.0, + "step": 466 + }, + { + "entropy": 1.8155743678410847, + "epoch": 0.059884590724513784, + "learning_rate": 0.0009065904200032256, + "loss": 4.994976997375488, + "mean_token_accuracy": 0.5928215583165487, + "num_tokens": 4381352.0, + "step": 467 + }, + { + "entropy": 1.5985387563705444, + "epoch": 0.060012823252831804, + "learning_rate": 0.0009081155364831384, + "loss": 4.537836074829102, + "mean_token_accuracy": 0.640938937664032, + "num_tokens": 4390007.0, + "step": 468 + }, + { + "entropy": 1.604811191558838, + "epoch": 0.06014105578114982, + "learning_rate": 0.0009096294186741729, + "loss": 4.624303817749023, + "mean_token_accuracy": 0.6264851888020834, + "num_tokens": 4399570.0, + "step": 469 + }, + { + "entropy": 1.7214394013086955, + "epoch": 0.06026928830946784, + "learning_rate": 0.0009111320227558988, + "loss": 4.875825881958008, + "mean_token_accuracy": 0.604499896367391, + "num_tokens": 4408879.0, + "step": 470 + }, + { + "entropy": 1.583750327428182, + "epoch": 0.06039752083778585, + "learning_rate": 0.0009126233052343387, + "loss": 4.371841907501221, + "mean_token_accuracy": 0.6288601557413737, + "num_tokens": 4417160.0, + "step": 471 + }, + { + "entropy": 1.6066513061523438, + "epoch": 0.06052575336610387, + "learning_rate": 0.0009141032229432273, + "loss": 4.553875923156738, + "mean_token_accuracy": 0.6216643850008646, + "num_tokens": 4427373.0, + "step": 472 + }, + { + "entropy": 1.7823551893234253, + "epoch": 0.060653985894421884, + "learning_rate": 0.0009155717330452613, + "loss": 4.988220691680908, + "mean_token_accuracy": 0.5937867959340414, + "num_tokens": 4436334.0, + "step": 473 + }, + { + "entropy": 1.7140828371047974, + "epoch": 0.060782218422739905, + "learning_rate": 0.0009170287930333386, + "loss": 4.629817485809326, + "mean_token_accuracy": 0.6144077976544698, + "num_tokens": 4445876.0, + "step": 474 + }, + { + "entropy": 1.6823463042577107, + "epoch": 0.06091045095105792, + "learning_rate": 0.0009184743607317889, + "loss": 4.937603950500488, + "mean_token_accuracy": 0.5934784015019735, + "num_tokens": 4454866.0, + "step": 475 + }, + { + "entropy": 1.8226418097813923, + "epoch": 0.06103868347937594, + "learning_rate": 0.0009199083942975952, + "loss": 5.20097541809082, + "mean_token_accuracy": 0.5673819780349731, + "num_tokens": 4465066.0, + "step": 476 + }, + { + "entropy": 1.5891645352045696, + "epoch": 0.06116691600769395, + "learning_rate": 0.0009213308522216039, + "loss": 4.531229019165039, + "mean_token_accuracy": 0.6230922937393188, + "num_tokens": 4474376.0, + "step": 477 + }, + { + "entropy": 1.6458240350087483, + "epoch": 0.06129514853601197, + "learning_rate": 0.000922741693329727, + "loss": 4.658092021942139, + "mean_token_accuracy": 0.6110002994537354, + "num_tokens": 4484360.0, + "step": 478 + }, + { + "entropy": 1.7916485865910847, + "epoch": 0.061423381064329985, + "learning_rate": 0.0009241408767841341, + "loss": 4.943657398223877, + "mean_token_accuracy": 0.5952842632929484, + "num_tokens": 4493657.0, + "step": 479 + }, + { + "entropy": 1.7493126392364502, + "epoch": 0.061551613592648005, + "learning_rate": 0.0009255283620844336, + "loss": 5.024138450622559, + "mean_token_accuracy": 0.5913825035095215, + "num_tokens": 4502617.0, + "step": 480 + }, + { + "entropy": 1.504928708076477, + "epoch": 0.06167984612096602, + "learning_rate": 0.0009269041090688458, + "loss": 4.257115364074707, + "mean_token_accuracy": 0.6341532667477926, + "num_tokens": 4510805.0, + "step": 481 + }, + { + "entropy": 1.6086079279581706, + "epoch": 0.06180807864928403, + "learning_rate": 0.0009282680779153651, + "loss": 4.570713996887207, + "mean_token_accuracy": 0.6278956532478333, + "num_tokens": 4519276.0, + "step": 482 + }, + { + "entropy": 1.8703964948654175, + "epoch": 0.06193631117760205, + "learning_rate": 0.000929620229142913, + "loss": 5.419220447540283, + "mean_token_accuracy": 0.5598249634106954, + "num_tokens": 4528739.0, + "step": 483 + }, + { + "entropy": 1.5147426923116047, + "epoch": 0.062064543705920065, + "learning_rate": 0.0009309605236124804, + "loss": 4.240808486938477, + "mean_token_accuracy": 0.6378953456878662, + "num_tokens": 4539409.0, + "step": 484 + }, + { + "entropy": 1.5607635974884033, + "epoch": 0.062192776234238085, + "learning_rate": 0.0009322889225282605, + "loss": 4.36074686050415, + "mean_token_accuracy": 0.6376904845237732, + "num_tokens": 4548994.0, + "step": 485 + }, + { + "entropy": 1.746808926264445, + "epoch": 0.0623210087625561, + "learning_rate": 0.0009336053874387727, + "loss": 4.7534499168396, + "mean_token_accuracy": 0.6132819652557373, + "num_tokens": 4557796.0, + "step": 486 + }, + { + "entropy": 1.5692246754964192, + "epoch": 0.06244924129087412, + "learning_rate": 0.0009349098802379745, + "loss": 4.555769443511963, + "mean_token_accuracy": 0.6356890797615051, + "num_tokens": 4566237.0, + "step": 487 + }, + { + "entropy": 1.525115172068278, + "epoch": 0.06257747381919214, + "learning_rate": 0.0009362023631663648, + "loss": 4.211001873016357, + "mean_token_accuracy": 0.6534779270490011, + "num_tokens": 4576105.0, + "step": 488 + }, + { + "entropy": 1.7068312168121338, + "epoch": 0.06270570634751015, + "learning_rate": 0.0009374827988120775, + "loss": 4.777718544006348, + "mean_token_accuracy": 0.6198982993761698, + "num_tokens": 4584310.0, + "step": 489 + }, + { + "entropy": 1.5700284639994304, + "epoch": 0.06283393887582817, + "learning_rate": 0.0009387511501119634, + "loss": 4.308365345001221, + "mean_token_accuracy": 0.6324054797490438, + "num_tokens": 4592757.0, + "step": 490 + }, + { + "entropy": 1.566457192103068, + "epoch": 0.06296217140414619, + "learning_rate": 0.0009400073803526638, + "loss": 4.45436954498291, + "mean_token_accuracy": 0.6322982311248779, + "num_tokens": 4603705.0, + "step": 491 + }, + { + "entropy": 1.5033553838729858, + "epoch": 0.0630904039324642, + "learning_rate": 0.0009412514531716733, + "loss": 4.261977672576904, + "mean_token_accuracy": 0.6494974493980408, + "num_tokens": 4615992.0, + "step": 492 + }, + { + "entropy": 1.6697006622950237, + "epoch": 0.06321863646078221, + "learning_rate": 0.0009424833325583915, + "loss": 4.782549858093262, + "mean_token_accuracy": 0.6053459445635477, + "num_tokens": 4625098.0, + "step": 493 + }, + { + "entropy": 1.5395711660385132, + "epoch": 0.06334686898910023, + "learning_rate": 0.0009437029828551658, + "loss": 4.285037517547607, + "mean_token_accuracy": 0.6332071820894877, + "num_tokens": 4635128.0, + "step": 494 + }, + { + "entropy": 1.6316553751627605, + "epoch": 0.06347510151741825, + "learning_rate": 0.0009449103687583239, + "loss": 4.461329936981201, + "mean_token_accuracy": 0.6408392190933228, + "num_tokens": 4644325.0, + "step": 495 + }, + { + "entropy": 1.474751353263855, + "epoch": 0.06360333404573627, + "learning_rate": 0.0009461054553191954, + "loss": 4.184328079223633, + "mean_token_accuracy": 0.635353167851766, + "num_tokens": 4652225.0, + "step": 496 + }, + { + "entropy": 1.564284324645996, + "epoch": 0.06373156657405428, + "learning_rate": 0.0009472882079451229, + "loss": 4.392888069152832, + "mean_token_accuracy": 0.6462364196777344, + "num_tokens": 4662477.0, + "step": 497 + }, + { + "entropy": 1.5765666564305623, + "epoch": 0.0638597991023723, + "learning_rate": 0.0009484585924004643, + "loss": 4.487939357757568, + "mean_token_accuracy": 0.6314142942428589, + "num_tokens": 4672017.0, + "step": 498 + }, + { + "entropy": 1.6617573102315266, + "epoch": 0.06398803163069032, + "learning_rate": 0.0009496165748075832, + "loss": 4.679532051086426, + "mean_token_accuracy": 0.6256262262662252, + "num_tokens": 4681981.0, + "step": 499 + }, + { + "entropy": 1.5358693599700928, + "epoch": 0.06411626415900834, + "learning_rate": 0.0009507621216478294, + "loss": 4.199697017669678, + "mean_token_accuracy": 0.6483612457911173, + "num_tokens": 4690874.0, + "step": 500 + }, + { + "entropy": 1.7035773197809856, + "epoch": 0.06424449668732635, + "learning_rate": 0.0009518951997625093, + "loss": 4.689268589019775, + "mean_token_accuracy": 0.6194942792256674, + "num_tokens": 4697535.0, + "step": 501 + }, + { + "entropy": 1.647156000137329, + "epoch": 0.06437272921564437, + "learning_rate": 0.0009530157763538457, + "loss": 4.773852825164795, + "mean_token_accuracy": 0.6100354790687561, + "num_tokens": 4706702.0, + "step": 502 + }, + { + "entropy": 1.5661813418070476, + "epoch": 0.06450096174396239, + "learning_rate": 0.0009541238189859274, + "loss": 4.497124671936035, + "mean_token_accuracy": 0.6319003502527872, + "num_tokens": 4717096.0, + "step": 503 + }, + { + "entropy": 1.7260493040084839, + "epoch": 0.06462919427228041, + "learning_rate": 0.0009552192955856476, + "loss": 4.8325419425964355, + "mean_token_accuracy": 0.6085840662320455, + "num_tokens": 4725869.0, + "step": 504 + }, + { + "entropy": 1.7768779198328655, + "epoch": 0.06475742680059841, + "learning_rate": 0.0009563021744436327, + "loss": 4.931375503540039, + "mean_token_accuracy": 0.5938028891881307, + "num_tokens": 4736061.0, + "step": 505 + }, + { + "entropy": 1.6524694760640461, + "epoch": 0.06488565932891643, + "learning_rate": 0.0009573724242151599, + "loss": 4.574999809265137, + "mean_token_accuracy": 0.625354528427124, + "num_tokens": 4744369.0, + "step": 506 + }, + { + "entropy": 1.629668911298116, + "epoch": 0.06501389185723445, + "learning_rate": 0.0009584300139210645, + "loss": 4.638030529022217, + "mean_token_accuracy": 0.6154103477795919, + "num_tokens": 4753350.0, + "step": 507 + }, + { + "entropy": 1.6452555656433105, + "epoch": 0.06514212438555247, + "learning_rate": 0.0009594749129486367, + "loss": 4.756989479064941, + "mean_token_accuracy": 0.6113080183664957, + "num_tokens": 4763883.0, + "step": 508 + }, + { + "entropy": 1.6325808763504028, + "epoch": 0.06527035691387048, + "learning_rate": 0.0009605070910525077, + "loss": 4.768249034881592, + "mean_token_accuracy": 0.6121793389320374, + "num_tokens": 4774510.0, + "step": 509 + }, + { + "entropy": 1.7340981165568035, + "epoch": 0.0653985894421885, + "learning_rate": 0.0009615265183555254, + "loss": 4.9721455574035645, + "mean_token_accuracy": 0.5879786213239034, + "num_tokens": 4784022.0, + "step": 510 + }, + { + "entropy": 1.6668779055277507, + "epoch": 0.06552682197050652, + "learning_rate": 0.0009625331653496184, + "loss": 4.492608547210693, + "mean_token_accuracy": 0.6430090268452963, + "num_tokens": 4793319.0, + "step": 511 + }, + { + "entropy": 1.6117186943689983, + "epoch": 0.06565505449882454, + "learning_rate": 0.0009635270028966517, + "loss": 4.575033664703369, + "mean_token_accuracy": 0.6149446169535319, + "num_tokens": 4802995.0, + "step": 512 + }, + { + "entropy": 1.6040308872858684, + "epoch": 0.06578328702714255, + "learning_rate": 0.0009645080022292681, + "loss": 4.554153919219971, + "mean_token_accuracy": 0.6339664856592814, + "num_tokens": 4812581.0, + "step": 513 + }, + { + "entropy": 1.7097297112147014, + "epoch": 0.06591151955546057, + "learning_rate": 0.0009654761349517223, + "loss": 4.879220962524414, + "mean_token_accuracy": 0.6056211988131205, + "num_tokens": 4822823.0, + "step": 514 + }, + { + "entropy": 1.6500320037206013, + "epoch": 0.06603975208377859, + "learning_rate": 0.0009664313730407028, + "loss": 4.784095287322998, + "mean_token_accuracy": 0.5901798009872437, + "num_tokens": 4832591.0, + "step": 515 + }, + { + "entropy": 1.427234450976054, + "epoch": 0.06616798461209661, + "learning_rate": 0.0009673736888461426, + "loss": 3.8488528728485107, + "mean_token_accuracy": 0.6767279704411825, + "num_tokens": 4840566.0, + "step": 516 + }, + { + "entropy": 1.6518721183141072, + "epoch": 0.06629621714041461, + "learning_rate": 0.0009683030550920192, + "loss": 4.712968349456787, + "mean_token_accuracy": 0.6078835328420004, + "num_tokens": 4849661.0, + "step": 517 + }, + { + "entropy": 1.5725257794062297, + "epoch": 0.06642444966873264, + "learning_rate": 0.0009692194448771449, + "loss": 4.515815258026123, + "mean_token_accuracy": 0.6242068807284037, + "num_tokens": 4859036.0, + "step": 518 + }, + { + "entropy": 1.5949248472849529, + "epoch": 0.06655268219705066, + "learning_rate": 0.0009701228316759455, + "loss": 4.285881042480469, + "mean_token_accuracy": 0.6363998254140218, + "num_tokens": 4867390.0, + "step": 519 + }, + { + "entropy": 1.6298091014226277, + "epoch": 0.06668091472536866, + "learning_rate": 0.0009710131893392275, + "loss": 4.3798627853393555, + "mean_token_accuracy": 0.6293269197146097, + "num_tokens": 4877175.0, + "step": 520 + }, + { + "entropy": 1.6733444134394329, + "epoch": 0.06680914725368668, + "learning_rate": 0.000971890492094935, + "loss": 4.661481857299805, + "mean_token_accuracy": 0.5863867402076721, + "num_tokens": 4885792.0, + "step": 521 + }, + { + "entropy": 1.7533417542775471, + "epoch": 0.0669373797820047, + "learning_rate": 0.0009727547145488966, + "loss": 4.928292751312256, + "mean_token_accuracy": 0.5842370390892029, + "num_tokens": 4892920.0, + "step": 522 + }, + { + "entropy": 1.488519271214803, + "epoch": 0.06706561231032272, + "learning_rate": 0.0009736058316855591, + "loss": 4.053686618804932, + "mean_token_accuracy": 0.6604048212369283, + "num_tokens": 4903910.0, + "step": 523 + }, + { + "entropy": 1.8299811681111653, + "epoch": 0.06719384483864073, + "learning_rate": 0.0009744438188687129, + "loss": 5.076614856719971, + "mean_token_accuracy": 0.5873998006184896, + "num_tokens": 4912935.0, + "step": 524 + }, + { + "entropy": 1.7124000390370686, + "epoch": 0.06732207736695875, + "learning_rate": 0.0009752686518422044, + "loss": 4.929279327392578, + "mean_token_accuracy": 0.5986670056978861, + "num_tokens": 4923380.0, + "step": 525 + }, + { + "entropy": 1.5392080148061116, + "epoch": 0.06745030989527677, + "learning_rate": 0.0009760803067306381, + "loss": 4.327205657958984, + "mean_token_accuracy": 0.6318592627843221, + "num_tokens": 4931198.0, + "step": 526 + }, + { + "entropy": 1.556531508763631, + "epoch": 0.06757854242359479, + "learning_rate": 0.0009768787600400678, + "loss": 4.3137006759643555, + "mean_token_accuracy": 0.6315957109133402, + "num_tokens": 4940132.0, + "step": 527 + }, + { + "entropy": 1.7062572638193767, + "epoch": 0.0677067749519128, + "learning_rate": 0.0009776639886586772, + "loss": 4.7919111251831055, + "mean_token_accuracy": 0.6051737864812216, + "num_tokens": 4953261.0, + "step": 528 + }, + { + "entropy": 1.6692063808441162, + "epoch": 0.06783500748023082, + "learning_rate": 0.0009784359698574475, + "loss": 4.638110637664795, + "mean_token_accuracy": 0.6131705840428671, + "num_tokens": 4964048.0, + "step": 529 + }, + { + "entropy": 1.728471318880717, + "epoch": 0.06796324000854884, + "learning_rate": 0.0009791946812908172, + "loss": 4.8454742431640625, + "mean_token_accuracy": 0.6085922320683798, + "num_tokens": 4975106.0, + "step": 530 + }, + { + "entropy": 1.603735089302063, + "epoch": 0.06809147253686686, + "learning_rate": 0.0009799401009973267, + "loss": 4.624425888061523, + "mean_token_accuracy": 0.6002484560012817, + "num_tokens": 4986211.0, + "step": 531 + }, + { + "entropy": 1.631101369857788, + "epoch": 0.06821970506518486, + "learning_rate": 0.0009806722074002564, + "loss": 4.60882568359375, + "mean_token_accuracy": 0.6245148380597433, + "num_tokens": 4997025.0, + "step": 532 + }, + { + "entropy": 1.8308693170547485, + "epoch": 0.06834793759350288, + "learning_rate": 0.0009813909793082495, + "loss": 5.0215349197387695, + "mean_token_accuracy": 0.5956522027651469, + "num_tokens": 5005302.0, + "step": 533 + }, + { + "entropy": 1.6089261372884114, + "epoch": 0.0684761701218209, + "learning_rate": 0.0009820963959159253, + "loss": 4.614630699157715, + "mean_token_accuracy": 0.6283083955446879, + "num_tokens": 5015022.0, + "step": 534 + }, + { + "entropy": 1.6823395490646362, + "epoch": 0.06860440265013892, + "learning_rate": 0.0009827884368044833, + "loss": 4.690535068511963, + "mean_token_accuracy": 0.6246927777926127, + "num_tokens": 5024103.0, + "step": 535 + }, + { + "entropy": 1.514106273651123, + "epoch": 0.06873263517845693, + "learning_rate": 0.0009834670819422924, + "loss": 4.3418049812316895, + "mean_token_accuracy": 0.6354577541351318, + "num_tokens": 5033431.0, + "step": 536 + }, + { + "entropy": 1.8398364782333374, + "epoch": 0.06886086770677495, + "learning_rate": 0.0009841323116854706, + "loss": 5.193432807922363, + "mean_token_accuracy": 0.5676375230153402, + "num_tokens": 5042466.0, + "step": 537 + }, + { + "entropy": 1.5544733206431072, + "epoch": 0.06898910023509297, + "learning_rate": 0.000984784106778456, + "loss": 4.346953392028809, + "mean_token_accuracy": 0.6481563448905945, + "num_tokens": 5052510.0, + "step": 538 + }, + { + "entropy": 1.5220404068628948, + "epoch": 0.06911733276341099, + "learning_rate": 0.0009854224483545608, + "loss": 4.305028438568115, + "mean_token_accuracy": 0.6376366217931112, + "num_tokens": 5063949.0, + "step": 539 + }, + { + "entropy": 1.6713992357254028, + "epoch": 0.069245565291729, + "learning_rate": 0.00098604731793652, + "loss": 4.679354190826416, + "mean_token_accuracy": 0.6103278994560242, + "num_tokens": 5075708.0, + "step": 540 + }, + { + "entropy": 1.6256790558497112, + "epoch": 0.06937379782004702, + "learning_rate": 0.0009866586974370257, + "loss": 4.634610652923584, + "mean_token_accuracy": 0.6075679262479147, + "num_tokens": 5087312.0, + "step": 541 + }, + { + "entropy": 1.3052624464035034, + "epoch": 0.06950203034836504, + "learning_rate": 0.0009872565691592496, + "loss": 3.6644368171691895, + "mean_token_accuracy": 0.6903481483459473, + "num_tokens": 5096832.0, + "step": 542 + }, + { + "entropy": 1.70243239402771, + "epoch": 0.06963026287668306, + "learning_rate": 0.000987840915797356, + "loss": 4.766707897186279, + "mean_token_accuracy": 0.609204888343811, + "num_tokens": 5106192.0, + "step": 543 + }, + { + "entropy": 1.7467825412750244, + "epoch": 0.06975849540500106, + "learning_rate": 0.0009884117204370026, + "loss": 4.868312835693359, + "mean_token_accuracy": 0.5853158235549927, + "num_tokens": 5115380.0, + "step": 544 + }, + { + "entropy": 1.5980538527170818, + "epoch": 0.06988672793331908, + "learning_rate": 0.000988968966555831, + "loss": 4.4238996505737305, + "mean_token_accuracy": 0.6375230948130289, + "num_tokens": 5125454.0, + "step": 545 + }, + { + "entropy": 1.6661574840545654, + "epoch": 0.0700149604616371, + "learning_rate": 0.0009895126380239435, + "loss": 4.711493492126465, + "mean_token_accuracy": 0.6066098014513651, + "num_tokens": 5134113.0, + "step": 546 + }, + { + "entropy": 1.499820629755656, + "epoch": 0.07014319298995512, + "learning_rate": 0.0009900427191043702, + "loss": 4.176522254943848, + "mean_token_accuracy": 0.6512194077173868, + "num_tokens": 5143008.0, + "step": 547 + }, + { + "entropy": 1.555958906809489, + "epoch": 0.07027142551827313, + "learning_rate": 0.000990559194453526, + "loss": 4.478315830230713, + "mean_token_accuracy": 0.6447644829750061, + "num_tokens": 5153455.0, + "step": 548 + }, + { + "entropy": 1.5645838975906372, + "epoch": 0.07039965804659115, + "learning_rate": 0.0009910620491216527, + "loss": 4.333738327026367, + "mean_token_accuracy": 0.6408675114313761, + "num_tokens": 5162861.0, + "step": 549 + }, + { + "entropy": 1.8457951943079631, + "epoch": 0.07052789057490917, + "learning_rate": 0.0009915512685532532, + "loss": 5.07916259765625, + "mean_token_accuracy": 0.5979848504066467, + "num_tokens": 5170987.0, + "step": 550 + }, + { + "entropy": 1.5739973386128743, + "epoch": 0.07065612310322719, + "learning_rate": 0.0009920268385875124, + "loss": 4.329957008361816, + "mean_token_accuracy": 0.6404905915260315, + "num_tokens": 5180545.0, + "step": 551 + }, + { + "entropy": 1.9064383904139202, + "epoch": 0.0707843556315452, + "learning_rate": 0.0009924887454587066, + "loss": 5.3212080001831055, + "mean_token_accuracy": 0.5500831802686056, + "num_tokens": 5188380.0, + "step": 552 + }, + { + "entropy": 1.877022425333659, + "epoch": 0.07091258815986322, + "learning_rate": 0.0009929369757966026, + "loss": 5.358972072601318, + "mean_token_accuracy": 0.5571279327074686, + "num_tokens": 5196360.0, + "step": 553 + }, + { + "entropy": 1.7490794658660889, + "epoch": 0.07104082068818124, + "learning_rate": 0.0009933715166268447, + "loss": 5.070082664489746, + "mean_token_accuracy": 0.5964376529057821, + "num_tokens": 5205679.0, + "step": 554 + }, + { + "entropy": 1.5824641386667888, + "epoch": 0.07116905321649925, + "learning_rate": 0.0009937923553713297, + "loss": 4.415313720703125, + "mean_token_accuracy": 0.629849890867869, + "num_tokens": 5218992.0, + "step": 555 + }, + { + "entropy": 1.5927578608194988, + "epoch": 0.07129728574481727, + "learning_rate": 0.0009941994798485715, + "loss": 4.469693660736084, + "mean_token_accuracy": 0.6262360016504923, + "num_tokens": 5227946.0, + "step": 556 + }, + { + "entropy": 1.7510006030400593, + "epoch": 0.07142551827313529, + "learning_rate": 0.0009945928782740536, + "loss": 5.027096271514893, + "mean_token_accuracy": 0.5865225195884705, + "num_tokens": 5236868.0, + "step": 557 + }, + { + "entropy": 1.8376483917236328, + "epoch": 0.0715537508014533, + "learning_rate": 0.0009949725392605698, + "loss": 5.059957504272461, + "mean_token_accuracy": 0.5786087512969971, + "num_tokens": 5245650.0, + "step": 558 + }, + { + "entropy": 1.4066229661305745, + "epoch": 0.07168198332977131, + "learning_rate": 0.0009953384518185547, + "loss": 3.7662343978881836, + "mean_token_accuracy": 0.6717159748077393, + "num_tokens": 5254236.0, + "step": 559 + }, + { + "entropy": 1.5325645208358765, + "epoch": 0.07181021585808933, + "learning_rate": 0.0009956906053564005, + "loss": 4.249504566192627, + "mean_token_accuracy": 0.6430801947911581, + "num_tokens": 5265283.0, + "step": 560 + }, + { + "entropy": 1.664243499437968, + "epoch": 0.07193844838640735, + "learning_rate": 0.000996028989680765, + "loss": 4.746445655822754, + "mean_token_accuracy": 0.6107584436734518, + "num_tokens": 5273822.0, + "step": 561 + }, + { + "entropy": 1.6146022876103718, + "epoch": 0.07206668091472537, + "learning_rate": 0.0009963535949968657, + "loss": 4.529108047485352, + "mean_token_accuracy": 0.6171203255653381, + "num_tokens": 5285282.0, + "step": 562 + }, + { + "entropy": 1.5620197455088298, + "epoch": 0.07219491344304338, + "learning_rate": 0.0009966644119087638, + "loss": 4.206848621368408, + "mean_token_accuracy": 0.6440653403600057, + "num_tokens": 5294361.0, + "step": 563 + }, + { + "entropy": 1.655926028887431, + "epoch": 0.0723231459713614, + "learning_rate": 0.0009969614314196352, + "loss": 4.55672550201416, + "mean_token_accuracy": 0.6131007273991903, + "num_tokens": 5303127.0, + "step": 564 + }, + { + "entropy": 1.5526401201883953, + "epoch": 0.07245137849967942, + "learning_rate": 0.0009972446449320331, + "loss": 4.313928127288818, + "mean_token_accuracy": 0.632713794708252, + "num_tokens": 5312852.0, + "step": 565 + }, + { + "entropy": 1.810609221458435, + "epoch": 0.07257961102799744, + "learning_rate": 0.0009975140442481344, + "loss": 5.119619846343994, + "mean_token_accuracy": 0.5856850147247314, + "num_tokens": 5324338.0, + "step": 566 + }, + { + "entropy": 1.909462610880534, + "epoch": 0.07270784355631545, + "learning_rate": 0.000997769621569978, + "loss": 5.478456020355225, + "mean_token_accuracy": 0.5579844911893209, + "num_tokens": 5334568.0, + "step": 567 + }, + { + "entropy": 1.8745399316151936, + "epoch": 0.07283607608463347, + "learning_rate": 0.0009980113694996909, + "loss": 5.286261558532715, + "mean_token_accuracy": 0.571227510770162, + "num_tokens": 5342904.0, + "step": 568 + }, + { + "entropy": 1.743538538614909, + "epoch": 0.07296430861295149, + "learning_rate": 0.0009982392810397023, + "loss": 4.926959037780762, + "mean_token_accuracy": 0.594229261080424, + "num_tokens": 5351319.0, + "step": 569 + }, + { + "entropy": 1.490291158358256, + "epoch": 0.07309254114126951, + "learning_rate": 0.0009984533495929451, + "loss": 4.3028178215026855, + "mean_token_accuracy": 0.635328471660614, + "num_tokens": 5359954.0, + "step": 570 + }, + { + "entropy": 1.5607713063557942, + "epoch": 0.07322077366958751, + "learning_rate": 0.0009986535689630485, + "loss": 4.343845367431641, + "mean_token_accuracy": 0.6421658198038737, + "num_tokens": 5368624.0, + "step": 571 + }, + { + "entropy": 1.685659686724345, + "epoch": 0.07334900619790553, + "learning_rate": 0.0009988399333545157, + "loss": 4.910845756530762, + "mean_token_accuracy": 0.606907864411672, + "num_tokens": 5378379.0, + "step": 572 + }, + { + "entropy": 1.6886621713638306, + "epoch": 0.07347723872622355, + "learning_rate": 0.0009990124373728925, + "loss": 4.704458713531494, + "mean_token_accuracy": 0.6163792212804159, + "num_tokens": 5389370.0, + "step": 573 + }, + { + "entropy": 1.6906134287516277, + "epoch": 0.07360547125454157, + "learning_rate": 0.0009991710760249239, + "loss": 4.741204261779785, + "mean_token_accuracy": 0.5960803826649984, + "num_tokens": 5398261.0, + "step": 574 + }, + { + "entropy": 1.6058785518010457, + "epoch": 0.07373370378285958, + "learning_rate": 0.0009993158447186975, + "loss": 4.5752716064453125, + "mean_token_accuracy": 0.62067977587382, + "num_tokens": 5408910.0, + "step": 575 + }, + { + "entropy": 1.6864786942799885, + "epoch": 0.0738619363111776, + "learning_rate": 0.0009994467392637773, + "loss": 4.765236854553223, + "mean_token_accuracy": 0.606526772181193, + "num_tokens": 5417825.0, + "step": 576 + }, + { + "entropy": 1.4504728317260742, + "epoch": 0.07399016883949562, + "learning_rate": 0.000999563755871325, + "loss": 4.052784442901611, + "mean_token_accuracy": 0.6355863014856974, + "num_tokens": 5425909.0, + "step": 577 + }, + { + "entropy": 1.9345657030741374, + "epoch": 0.07411840136781364, + "learning_rate": 0.0009996668911542086, + "loss": 5.3651299476623535, + "mean_token_accuracy": 0.5810123880704244, + "num_tokens": 5435015.0, + "step": 578 + }, + { + "entropy": 1.7669819990793865, + "epoch": 0.07424663389613165, + "learning_rate": 0.000999756142127102, + "loss": 5.203436374664307, + "mean_token_accuracy": 0.5873953700065613, + "num_tokens": 5442913.0, + "step": 579 + }, + { + "entropy": 1.802895426750183, + "epoch": 0.07437486642444967, + "learning_rate": 0.0009998315062065702, + "loss": 5.107428550720215, + "mean_token_accuracy": 0.5962205330530802, + "num_tokens": 5454724.0, + "step": 580 + }, + { + "entropy": 1.672741134961446, + "epoch": 0.07450309895276769, + "learning_rate": 0.0009998929812111447, + "loss": 4.596284866333008, + "mean_token_accuracy": 0.6171649098396301, + "num_tokens": 5465303.0, + "step": 581 + }, + { + "entropy": 1.6607389052708943, + "epoch": 0.07463133148108571, + "learning_rate": 0.0009999405653613866, + "loss": 4.816187858581543, + "mean_token_accuracy": 0.6118959188461304, + "num_tokens": 5473873.0, + "step": 582 + }, + { + "entropy": 1.6369268894195557, + "epoch": 0.07475956400940371, + "learning_rate": 0.0009999742572799374, + "loss": 4.678326606750488, + "mean_token_accuracy": 0.6125906109809875, + "num_tokens": 5482178.0, + "step": 583 + }, + { + "entropy": 1.6571893692016602, + "epoch": 0.07488779653772173, + "learning_rate": 0.00099999405599156, + "loss": 4.590483665466309, + "mean_token_accuracy": 0.6205185850461324, + "num_tokens": 5491369.0, + "step": 584 + }, + { + "entropy": 1.747377634048462, + "epoch": 0.07501602906603975, + "learning_rate": 0.0009999999999905926, + "loss": 4.82822322845459, + "mean_token_accuracy": 0.6156567533810934, + "num_tokens": 5499390.0, + "step": 585 + }, + { + "entropy": 1.4865700006484985, + "epoch": 0.07514426159435778, + "learning_rate": 0.0009999999980672993, + "loss": 4.164895534515381, + "mean_token_accuracy": 0.6586523453394572, + "num_tokens": 5511182.0, + "step": 586 + }, + { + "entropy": 1.5477646589279175, + "epoch": 0.07527249412267578, + "learning_rate": 0.0009999999927991477, + "loss": 4.286466598510742, + "mean_token_accuracy": 0.6499501665433248, + "num_tokens": 5519769.0, + "step": 587 + }, + { + "entropy": 1.5584014654159546, + "epoch": 0.0754007266509938, + "learning_rate": 0.000999999984186138, + "loss": 4.5268073081970215, + "mean_token_accuracy": 0.6182833909988403, + "num_tokens": 5526958.0, + "step": 588 + }, + { + "entropy": 1.6386690934499104, + "epoch": 0.07552895917931182, + "learning_rate": 0.0009999999722282704, + "loss": 4.599361896514893, + "mean_token_accuracy": 0.620389978090922, + "num_tokens": 5534764.0, + "step": 589 + }, + { + "entropy": 1.6797240575154622, + "epoch": 0.07565719170762984, + "learning_rate": 0.0009999999569255448, + "loss": 4.722439289093018, + "mean_token_accuracy": 0.6144466797510783, + "num_tokens": 5542170.0, + "step": 590 + }, + { + "entropy": 1.6286403338114421, + "epoch": 0.07578542423594785, + "learning_rate": 0.0009999999382779613, + "loss": 4.43211555480957, + "mean_token_accuracy": 0.6264122128486633, + "num_tokens": 5551349.0, + "step": 591 + }, + { + "entropy": 1.8721274534861247, + "epoch": 0.07591365676426587, + "learning_rate": 0.0009999999162855202, + "loss": 5.306392669677734, + "mean_token_accuracy": 0.575936496257782, + "num_tokens": 5561130.0, + "step": 592 + }, + { + "entropy": 1.6247236728668213, + "epoch": 0.07604188929258389, + "learning_rate": 0.0009999998909482216, + "loss": 4.687660217285156, + "mean_token_accuracy": 0.618654469648997, + "num_tokens": 5569120.0, + "step": 593 + }, + { + "entropy": 1.6531648238499959, + "epoch": 0.0761701218209019, + "learning_rate": 0.0009999998622660653, + "loss": 4.650236129760742, + "mean_token_accuracy": 0.6158720850944519, + "num_tokens": 5576790.0, + "step": 594 + }, + { + "entropy": 1.3915226062138875, + "epoch": 0.07629835434921992, + "learning_rate": 0.000999999830239052, + "loss": 3.689293146133423, + "mean_token_accuracy": 0.6765627463658651, + "num_tokens": 5583352.0, + "step": 595 + }, + { + "entropy": 1.7858349482218425, + "epoch": 0.07642658687753794, + "learning_rate": 0.0009999997948671817, + "loss": 5.063199996948242, + "mean_token_accuracy": 0.596766471862793, + "num_tokens": 5591617.0, + "step": 596 + }, + { + "entropy": 1.5212371349334717, + "epoch": 0.07655481940585596, + "learning_rate": 0.0009999997561504549, + "loss": 4.141117095947266, + "mean_token_accuracy": 0.6466182470321655, + "num_tokens": 5600355.0, + "step": 597 + }, + { + "entropy": 1.749853491783142, + "epoch": 0.07668305193417396, + "learning_rate": 0.000999999714088871, + "loss": 5.016499042510986, + "mean_token_accuracy": 0.5694447954495748, + "num_tokens": 5607198.0, + "step": 598 + }, + { + "entropy": 1.4634668032328289, + "epoch": 0.07681128446249198, + "learning_rate": 0.0009999996686824314, + "loss": 4.149168491363525, + "mean_token_accuracy": 0.6484949986139933, + "num_tokens": 5616620.0, + "step": 599 + }, + { + "entropy": 1.5950032075246174, + "epoch": 0.07693951699081, + "learning_rate": 0.0009999996199311356, + "loss": 4.283037185668945, + "mean_token_accuracy": 0.6574732462565104, + "num_tokens": 5626093.0, + "step": 600 + }, + { + "entropy": 1.5803614854812622, + "epoch": 0.07706774951912802, + "learning_rate": 0.0009999995678349844, + "loss": 4.489779949188232, + "mean_token_accuracy": 0.6235504150390625, + "num_tokens": 5636197.0, + "step": 601 + }, + { + "entropy": 1.7044756015141804, + "epoch": 0.07719598204744603, + "learning_rate": 0.000999999512393978, + "loss": 4.758096694946289, + "mean_token_accuracy": 0.6095895568529764, + "num_tokens": 5645297.0, + "step": 602 + }, + { + "entropy": 1.7980286280314128, + "epoch": 0.07732421457576405, + "learning_rate": 0.0009999994536081165, + "loss": 5.014805793762207, + "mean_token_accuracy": 0.5967318614323934, + "num_tokens": 5655507.0, + "step": 603 + }, + { + "entropy": 1.819272756576538, + "epoch": 0.07745244710408207, + "learning_rate": 0.0009999993914774007, + "loss": 5.1011223793029785, + "mean_token_accuracy": 0.5922322273254395, + "num_tokens": 5665566.0, + "step": 604 + }, + { + "entropy": 1.6571439504623413, + "epoch": 0.07758067963240009, + "learning_rate": 0.000999999326001831, + "loss": 4.732923984527588, + "mean_token_accuracy": 0.6030575037002563, + "num_tokens": 5673496.0, + "step": 605 + }, + { + "entropy": 1.6577368179957073, + "epoch": 0.0777089121607181, + "learning_rate": 0.0009999992571814074, + "loss": 4.594206809997559, + "mean_token_accuracy": 0.6081266005833944, + "num_tokens": 5682920.0, + "step": 606 + }, + { + "entropy": 1.6964573462804158, + "epoch": 0.07783714468903612, + "learning_rate": 0.0009999991850161306, + "loss": 4.850673675537109, + "mean_token_accuracy": 0.5970687866210938, + "num_tokens": 5691414.0, + "step": 607 + }, + { + "entropy": 1.8281919956207275, + "epoch": 0.07796537721735414, + "learning_rate": 0.0009999991095060012, + "loss": 5.116257190704346, + "mean_token_accuracy": 0.5954663753509521, + "num_tokens": 5700020.0, + "step": 608 + }, + { + "entropy": 1.8313452005386353, + "epoch": 0.07809360974567216, + "learning_rate": 0.0009999990306510196, + "loss": 5.2089362144470215, + "mean_token_accuracy": 0.6000781853993734, + "num_tokens": 5708904.0, + "step": 609 + }, + { + "entropy": 2.0285536448160806, + "epoch": 0.07822184227399016, + "learning_rate": 0.0009999989484511865, + "loss": 5.821341514587402, + "mean_token_accuracy": 0.5454209645589193, + "num_tokens": 5718056.0, + "step": 610 + }, + { + "entropy": 1.5868298610051472, + "epoch": 0.07835007480230818, + "learning_rate": 0.0009999988629065023, + "loss": 4.406823635101318, + "mean_token_accuracy": 0.6367052594820658, + "num_tokens": 5726786.0, + "step": 611 + }, + { + "entropy": 1.5619920094807942, + "epoch": 0.0784783073306262, + "learning_rate": 0.0009999987740169675, + "loss": 4.357873916625977, + "mean_token_accuracy": 0.6381738781929016, + "num_tokens": 5738399.0, + "step": 612 + }, + { + "entropy": 1.6307900349299114, + "epoch": 0.07860653985894422, + "learning_rate": 0.0009999986817825829, + "loss": 4.663298606872559, + "mean_token_accuracy": 0.6056636969248453, + "num_tokens": 5748181.0, + "step": 613 + }, + { + "entropy": 1.6295491854349773, + "epoch": 0.07873477238726223, + "learning_rate": 0.0009999985862033487, + "loss": 4.66061544418335, + "mean_token_accuracy": 0.5984732309977213, + "num_tokens": 5759737.0, + "step": 614 + }, + { + "entropy": 1.7383572260538738, + "epoch": 0.07886300491558025, + "learning_rate": 0.000999998487279266, + "loss": 4.794025421142578, + "mean_token_accuracy": 0.5879445274670919, + "num_tokens": 5767223.0, + "step": 615 + }, + { + "entropy": 1.7275548378626506, + "epoch": 0.07899123744389827, + "learning_rate": 0.0009999983850103355, + "loss": 4.853059768676758, + "mean_token_accuracy": 0.6053552428881327, + "num_tokens": 5775604.0, + "step": 616 + }, + { + "entropy": 1.6519242127736409, + "epoch": 0.07911946997221629, + "learning_rate": 0.0009999982793965573, + "loss": 4.6307220458984375, + "mean_token_accuracy": 0.6229973634084066, + "num_tokens": 5786362.0, + "step": 617 + }, + { + "entropy": 1.5520983934402466, + "epoch": 0.0792477025005343, + "learning_rate": 0.0009999981704379326, + "loss": 4.389683246612549, + "mean_token_accuracy": 0.6194887757301331, + "num_tokens": 5795350.0, + "step": 618 + }, + { + "entropy": 1.6262718041737874, + "epoch": 0.07937593502885232, + "learning_rate": 0.000999998058134462, + "loss": 4.677310943603516, + "mean_token_accuracy": 0.6180402040481567, + "num_tokens": 5808781.0, + "step": 619 + }, + { + "entropy": 1.639508605003357, + "epoch": 0.07950416755717034, + "learning_rate": 0.0009999979424861465, + "loss": 4.618341445922852, + "mean_token_accuracy": 0.6224623918533325, + "num_tokens": 5818976.0, + "step": 620 + }, + { + "entropy": 1.4479955434799194, + "epoch": 0.07963240008548836, + "learning_rate": 0.0009999978234929863, + "loss": 4.1409010887146, + "mean_token_accuracy": 0.6513578494389852, + "num_tokens": 5827453.0, + "step": 621 + }, + { + "entropy": 1.7485357920328777, + "epoch": 0.07976063261380636, + "learning_rate": 0.0009999977011549827, + "loss": 5.045501708984375, + "mean_token_accuracy": 0.6036314964294434, + "num_tokens": 5835613.0, + "step": 622 + }, + { + "entropy": 1.7399664322535198, + "epoch": 0.07988886514212439, + "learning_rate": 0.0009999975754721364, + "loss": 4.792628288269043, + "mean_token_accuracy": 0.6149194240570068, + "num_tokens": 5844187.0, + "step": 623 + }, + { + "entropy": 1.7173276742299397, + "epoch": 0.0800170976704424, + "learning_rate": 0.0009999974464444481, + "loss": 4.666175842285156, + "mean_token_accuracy": 0.6181641419728597, + "num_tokens": 5853606.0, + "step": 624 + }, + { + "entropy": 1.6955214341481526, + "epoch": 0.08014533019876043, + "learning_rate": 0.000999997314071919, + "loss": 4.7764129638671875, + "mean_token_accuracy": 0.6277112563451132, + "num_tokens": 5860781.0, + "step": 625 + }, + { + "entropy": 1.7158873875935872, + "epoch": 0.08027356272707843, + "learning_rate": 0.0009999971783545493, + "loss": 4.919987678527832, + "mean_token_accuracy": 0.6093172430992126, + "num_tokens": 5871142.0, + "step": 626 + }, + { + "entropy": 1.608642856280009, + "epoch": 0.08040179525539645, + "learning_rate": 0.0009999970392923407, + "loss": 4.447360038757324, + "mean_token_accuracy": 0.6207594672838846, + "num_tokens": 5880714.0, + "step": 627 + }, + { + "entropy": 1.5268879334131877, + "epoch": 0.08053002778371447, + "learning_rate": 0.0009999968968852936, + "loss": 4.238908290863037, + "mean_token_accuracy": 0.6422284046808878, + "num_tokens": 5889665.0, + "step": 628 + }, + { + "entropy": 1.6997423966725667, + "epoch": 0.08065826031203248, + "learning_rate": 0.0009999967511334091, + "loss": 4.738574028015137, + "mean_token_accuracy": 0.6201181411743164, + "num_tokens": 5899214.0, + "step": 629 + }, + { + "entropy": 1.6034996112187703, + "epoch": 0.0807864928403505, + "learning_rate": 0.0009999966020366885, + "loss": 4.487689018249512, + "mean_token_accuracy": 0.6134384274482727, + "num_tokens": 5911174.0, + "step": 630 + }, + { + "entropy": 1.50579837958018, + "epoch": 0.08091472536866852, + "learning_rate": 0.0009999964495951321, + "loss": 4.234918594360352, + "mean_token_accuracy": 0.6381377577781677, + "num_tokens": 5921592.0, + "step": 631 + }, + { + "entropy": 1.6028461058934529, + "epoch": 0.08104295789698654, + "learning_rate": 0.0009999962938087416, + "loss": 4.54617977142334, + "mean_token_accuracy": 0.616908609867096, + "num_tokens": 5929924.0, + "step": 632 + }, + { + "entropy": 1.878278374671936, + "epoch": 0.08117119042530455, + "learning_rate": 0.0009999961346775176, + "loss": 5.383429050445557, + "mean_token_accuracy": 0.5633549690246582, + "num_tokens": 5937611.0, + "step": 633 + }, + { + "entropy": 1.653276522954305, + "epoch": 0.08129942295362257, + "learning_rate": 0.0009999959722014615, + "loss": 4.710983753204346, + "mean_token_accuracy": 0.6117531458536783, + "num_tokens": 5945527.0, + "step": 634 + }, + { + "entropy": 1.7713565429051716, + "epoch": 0.08142765548194059, + "learning_rate": 0.0009999958063805741, + "loss": 5.065022945404053, + "mean_token_accuracy": 0.5969294110933939, + "num_tokens": 5955978.0, + "step": 635 + }, + { + "entropy": 1.6674685875574748, + "epoch": 0.0815558880102586, + "learning_rate": 0.0009999956372148567, + "loss": 4.779596328735352, + "mean_token_accuracy": 0.6027208964029948, + "num_tokens": 5965654.0, + "step": 636 + }, + { + "entropy": 1.5677401622136433, + "epoch": 0.08168412053857661, + "learning_rate": 0.0009999954647043102, + "loss": 4.219913959503174, + "mean_token_accuracy": 0.6521275043487549, + "num_tokens": 5975004.0, + "step": 637 + }, + { + "entropy": 1.6828776200612385, + "epoch": 0.08181235306689463, + "learning_rate": 0.0009999952888489361, + "loss": 4.727872848510742, + "mean_token_accuracy": 0.6041145126024882, + "num_tokens": 5985044.0, + "step": 638 + }, + { + "entropy": 1.4398532311121623, + "epoch": 0.08194058559521265, + "learning_rate": 0.0009999951096487352, + "loss": 3.969064235687256, + "mean_token_accuracy": 0.6523365378379822, + "num_tokens": 5991947.0, + "step": 639 + }, + { + "entropy": 1.6863092184066772, + "epoch": 0.08206881812353067, + "learning_rate": 0.000999994927103709, + "loss": 4.730530738830566, + "mean_token_accuracy": 0.5972878932952881, + "num_tokens": 6000006.0, + "step": 640 + }, + { + "entropy": 1.7098801533381145, + "epoch": 0.08219705065184868, + "learning_rate": 0.0009999947412138587, + "loss": 4.835238933563232, + "mean_token_accuracy": 0.5826697945594788, + "num_tokens": 6009105.0, + "step": 641 + }, + { + "entropy": 1.6754162311553955, + "epoch": 0.0823252831801667, + "learning_rate": 0.0009999945519791854, + "loss": 4.617912292480469, + "mean_token_accuracy": 0.6147164901097616, + "num_tokens": 6017332.0, + "step": 642 + }, + { + "entropy": 1.5574380159378052, + "epoch": 0.08245351570848472, + "learning_rate": 0.0009999943593996905, + "loss": 4.500385284423828, + "mean_token_accuracy": 0.6175270279248556, + "num_tokens": 6024452.0, + "step": 643 + }, + { + "entropy": 1.5998449722925823, + "epoch": 0.08258174823680274, + "learning_rate": 0.0009999941634753749, + "loss": 4.4744720458984375, + "mean_token_accuracy": 0.622571587562561, + "num_tokens": 6033737.0, + "step": 644 + }, + { + "entropy": 1.5638477404912312, + "epoch": 0.08270998076512075, + "learning_rate": 0.0009999939642062405, + "loss": 4.331564903259277, + "mean_token_accuracy": 0.6376738548278809, + "num_tokens": 6041535.0, + "step": 645 + }, + { + "entropy": 1.695330818494161, + "epoch": 0.08283821329343877, + "learning_rate": 0.0009999937615922882, + "loss": 4.826159477233887, + "mean_token_accuracy": 0.6046343644460043, + "num_tokens": 6050766.0, + "step": 646 + }, + { + "entropy": 1.46537450949351, + "epoch": 0.08296644582175679, + "learning_rate": 0.0009999935556335195, + "loss": 4.113507270812988, + "mean_token_accuracy": 0.6421872774759928, + "num_tokens": 6057884.0, + "step": 647 + }, + { + "entropy": 1.4867020448048909, + "epoch": 0.08309467835007481, + "learning_rate": 0.0009999933463299359, + "loss": 4.237826824188232, + "mean_token_accuracy": 0.6347349882125854, + "num_tokens": 6066141.0, + "step": 648 + }, + { + "entropy": 1.562135378519694, + "epoch": 0.08322291087839281, + "learning_rate": 0.0009999931336815387, + "loss": 4.438996315002441, + "mean_token_accuracy": 0.6140524943669637, + "num_tokens": 6074716.0, + "step": 649 + }, + { + "entropy": 1.6804553270339966, + "epoch": 0.08335114340671083, + "learning_rate": 0.000999992917688329, + "loss": 4.785928726196289, + "mean_token_accuracy": 0.5945653716723124, + "num_tokens": 6082153.0, + "step": 650 + }, + { + "entropy": 1.61318838596344, + "epoch": 0.08347937593502885, + "learning_rate": 0.000999992698350309, + "loss": 4.686825752258301, + "mean_token_accuracy": 0.6112074454625448, + "num_tokens": 6091187.0, + "step": 651 + }, + { + "entropy": 1.6916218598683674, + "epoch": 0.08360760846334687, + "learning_rate": 0.0009999924756674795, + "loss": 4.703554630279541, + "mean_token_accuracy": 0.6031605005264282, + "num_tokens": 6100816.0, + "step": 652 + }, + { + "entropy": 1.8304779926935832, + "epoch": 0.08373584099166488, + "learning_rate": 0.0009999922496398421, + "loss": 5.3408308029174805, + "mean_token_accuracy": 0.5824376543362936, + "num_tokens": 6109562.0, + "step": 653 + }, + { + "entropy": 1.564724326133728, + "epoch": 0.0838640735199829, + "learning_rate": 0.0009999920202673985, + "loss": 4.12298583984375, + "mean_token_accuracy": 0.6421984632809957, + "num_tokens": 6117183.0, + "step": 654 + }, + { + "entropy": 1.6108561356862385, + "epoch": 0.08399230604830092, + "learning_rate": 0.00099999178755015, + "loss": 4.537514686584473, + "mean_token_accuracy": 0.6212526162465414, + "num_tokens": 6126825.0, + "step": 655 + }, + { + "entropy": 1.6469053427378337, + "epoch": 0.08412053857661894, + "learning_rate": 0.0009999915514880987, + "loss": 4.774440765380859, + "mean_token_accuracy": 0.5762185454368591, + "num_tokens": 6135426.0, + "step": 656 + }, + { + "entropy": 1.683535138765971, + "epoch": 0.08424877110493695, + "learning_rate": 0.0009999913120812456, + "loss": 4.696396827697754, + "mean_token_accuracy": 0.6088681618372599, + "num_tokens": 6143105.0, + "step": 657 + }, + { + "entropy": 1.5700612465540569, + "epoch": 0.08437700363325497, + "learning_rate": 0.0009999910693295924, + "loss": 4.443214416503906, + "mean_token_accuracy": 0.6341535449028015, + "num_tokens": 6150741.0, + "step": 658 + }, + { + "entropy": 1.6808252334594727, + "epoch": 0.08450523616157299, + "learning_rate": 0.0009999908232331408, + "loss": 4.737788200378418, + "mean_token_accuracy": 0.6142931779225668, + "num_tokens": 6161339.0, + "step": 659 + }, + { + "entropy": 1.5996708472569783, + "epoch": 0.08463346868989101, + "learning_rate": 0.0009999905737918926, + "loss": 4.345450401306152, + "mean_token_accuracy": 0.6265906095504761, + "num_tokens": 6169305.0, + "step": 660 + }, + { + "entropy": 1.6028889815012615, + "epoch": 0.08476170121820902, + "learning_rate": 0.0009999903210058494, + "loss": 4.550275802612305, + "mean_token_accuracy": 0.6250711480776469, + "num_tokens": 6178863.0, + "step": 661 + }, + { + "entropy": 1.6095250844955444, + "epoch": 0.08488993374652704, + "learning_rate": 0.0009999900648750126, + "loss": 4.659777641296387, + "mean_token_accuracy": 0.6006045937538147, + "num_tokens": 6186864.0, + "step": 662 + }, + { + "entropy": 1.8376151323318481, + "epoch": 0.08501816627484506, + "learning_rate": 0.0009999898053993843, + "loss": 5.161040306091309, + "mean_token_accuracy": 0.5856192906697592, + "num_tokens": 6196477.0, + "step": 663 + }, + { + "entropy": 1.5701290369033813, + "epoch": 0.08514639880316308, + "learning_rate": 0.000999989542578966, + "loss": 4.33165168762207, + "mean_token_accuracy": 0.6347905596097311, + "num_tokens": 6204400.0, + "step": 664 + }, + { + "entropy": 1.5762268702189128, + "epoch": 0.08527463133148108, + "learning_rate": 0.0009999892764137595, + "loss": 4.351662635803223, + "mean_token_accuracy": 0.6552610198656718, + "num_tokens": 6213188.0, + "step": 665 + }, + { + "entropy": 1.685175617535909, + "epoch": 0.0854028638597991, + "learning_rate": 0.0009999890069037666, + "loss": 4.79063606262207, + "mean_token_accuracy": 0.6142048438390096, + "num_tokens": 6222330.0, + "step": 666 + }, + { + "entropy": 1.5792382160822551, + "epoch": 0.08553109638811712, + "learning_rate": 0.0009999887340489892, + "loss": 4.501594066619873, + "mean_token_accuracy": 0.6258989572525024, + "num_tokens": 6231141.0, + "step": 667 + }, + { + "entropy": 1.753839135169983, + "epoch": 0.08565932891643513, + "learning_rate": 0.000999988457849429, + "loss": 4.878379821777344, + "mean_token_accuracy": 0.5888819893201193, + "num_tokens": 6240467.0, + "step": 668 + }, + { + "entropy": 1.5835783084233601, + "epoch": 0.08578756144475315, + "learning_rate": 0.0009999881783050878, + "loss": 4.601165294647217, + "mean_token_accuracy": 0.6266406377156576, + "num_tokens": 6247715.0, + "step": 669 + }, + { + "entropy": 1.5398609638214111, + "epoch": 0.08591579397307117, + "learning_rate": 0.0009999878954159676, + "loss": 4.38282585144043, + "mean_token_accuracy": 0.6296706597010294, + "num_tokens": 6256706.0, + "step": 670 + }, + { + "entropy": 1.6735692818959553, + "epoch": 0.08604402650138919, + "learning_rate": 0.0009999876091820704, + "loss": 4.750604629516602, + "mean_token_accuracy": 0.5987682938575745, + "num_tokens": 6265030.0, + "step": 671 + }, + { + "entropy": 1.5129401286443074, + "epoch": 0.0861722590297072, + "learning_rate": 0.000999987319603398, + "loss": 4.071584701538086, + "mean_token_accuracy": 0.6560712854067484, + "num_tokens": 6275901.0, + "step": 672 + }, + { + "entropy": 1.7173651456832886, + "epoch": 0.08630049155802522, + "learning_rate": 0.000999987026679952, + "loss": 4.784830570220947, + "mean_token_accuracy": 0.6258658766746521, + "num_tokens": 6284037.0, + "step": 673 + }, + { + "entropy": 1.6836076180140178, + "epoch": 0.08642872408634324, + "learning_rate": 0.0009999867304117348, + "loss": 4.678056716918945, + "mean_token_accuracy": 0.6133829752604166, + "num_tokens": 6292689.0, + "step": 674 + }, + { + "entropy": 1.56953763961792, + "epoch": 0.08655695661466126, + "learning_rate": 0.0009999864307987483, + "loss": 4.373581886291504, + "mean_token_accuracy": 0.6280011534690857, + "num_tokens": 6302797.0, + "step": 675 + }, + { + "entropy": 1.5408382415771484, + "epoch": 0.08668518914297926, + "learning_rate": 0.0009999861278409943, + "loss": 4.229889869689941, + "mean_token_accuracy": 0.6215216318766276, + "num_tokens": 6310132.0, + "step": 676 + }, + { + "entropy": 1.7036206722259521, + "epoch": 0.08681342167129728, + "learning_rate": 0.0009999858215384752, + "loss": 4.652620792388916, + "mean_token_accuracy": 0.6150318582852682, + "num_tokens": 6317992.0, + "step": 677 + }, + { + "entropy": 1.5901755889256795, + "epoch": 0.0869416541996153, + "learning_rate": 0.0009999855118911925, + "loss": 4.506747245788574, + "mean_token_accuracy": 0.6324151754379272, + "num_tokens": 6327889.0, + "step": 678 + }, + { + "entropy": 1.6114707787831624, + "epoch": 0.08706988672793332, + "learning_rate": 0.0009999851988991488, + "loss": 4.459280490875244, + "mean_token_accuracy": 0.6195558508237203, + "num_tokens": 6334938.0, + "step": 679 + }, + { + "entropy": 1.566379984219869, + "epoch": 0.08719811925625133, + "learning_rate": 0.000999984882562346, + "loss": 4.374329566955566, + "mean_token_accuracy": 0.6487853328386942, + "num_tokens": 6343246.0, + "step": 680 + }, + { + "entropy": 1.6312358776728313, + "epoch": 0.08732635178456935, + "learning_rate": 0.0009999845628807862, + "loss": 4.546755790710449, + "mean_token_accuracy": 0.6135532657305399, + "num_tokens": 6353718.0, + "step": 681 + }, + { + "entropy": 1.6569003264109294, + "epoch": 0.08745458431288737, + "learning_rate": 0.0009999842398544716, + "loss": 4.783537864685059, + "mean_token_accuracy": 0.621261994043986, + "num_tokens": 6361942.0, + "step": 682 + }, + { + "entropy": 1.6319942474365234, + "epoch": 0.08758281684120539, + "learning_rate": 0.0009999839134834042, + "loss": 4.610571384429932, + "mean_token_accuracy": 0.6223377386728922, + "num_tokens": 6373084.0, + "step": 683 + }, + { + "entropy": 1.639762322107951, + "epoch": 0.0877110493695234, + "learning_rate": 0.0009999835837675862, + "loss": 4.613242149353027, + "mean_token_accuracy": 0.6108457247416178, + "num_tokens": 6386064.0, + "step": 684 + }, + { + "entropy": 1.778370976448059, + "epoch": 0.08783928189784142, + "learning_rate": 0.0009999832507070201, + "loss": 5.081806182861328, + "mean_token_accuracy": 0.6002299785614014, + "num_tokens": 6395120.0, + "step": 685 + }, + { + "entropy": 1.6916829347610474, + "epoch": 0.08796751442615944, + "learning_rate": 0.0009999829143017079, + "loss": 4.844179153442383, + "mean_token_accuracy": 0.6064552863438925, + "num_tokens": 6404500.0, + "step": 686 + }, + { + "entropy": 1.5411831140518188, + "epoch": 0.08809574695447746, + "learning_rate": 0.0009999825745516517, + "loss": 4.188237190246582, + "mean_token_accuracy": 0.6388486425081888, + "num_tokens": 6413531.0, + "step": 687 + }, + { + "entropy": 1.5111302932103474, + "epoch": 0.08822397948279546, + "learning_rate": 0.000999982231456854, + "loss": 4.2213945388793945, + "mean_token_accuracy": 0.6439626614252726, + "num_tokens": 6421872.0, + "step": 688 + }, + { + "entropy": 1.5384145180384319, + "epoch": 0.08835221201111348, + "learning_rate": 0.000999981885017317, + "loss": 4.4115800857543945, + "mean_token_accuracy": 0.6271271506945292, + "num_tokens": 6429689.0, + "step": 689 + }, + { + "entropy": 1.6748077869415283, + "epoch": 0.0884804445394315, + "learning_rate": 0.0009999815352330433, + "loss": 4.385699272155762, + "mean_token_accuracy": 0.6380390326182047, + "num_tokens": 6439516.0, + "step": 690 + }, + { + "entropy": 1.8538703521092732, + "epoch": 0.08860867706774953, + "learning_rate": 0.0009999811821040346, + "loss": 5.390990734100342, + "mean_token_accuracy": 0.5716041823228201, + "num_tokens": 6447544.0, + "step": 691 + }, + { + "entropy": 1.5490451256434123, + "epoch": 0.08873690959606753, + "learning_rate": 0.000999980825630294, + "loss": 4.380617141723633, + "mean_token_accuracy": 0.6265307664871216, + "num_tokens": 6455406.0, + "step": 692 + }, + { + "entropy": 1.6806327104568481, + "epoch": 0.08886514212438555, + "learning_rate": 0.0009999804658118235, + "loss": 4.691179275512695, + "mean_token_accuracy": 0.6028754115104675, + "num_tokens": 6462823.0, + "step": 693 + }, + { + "entropy": 1.697075645128886, + "epoch": 0.08899337465270357, + "learning_rate": 0.0009999801026486254, + "loss": 4.777140140533447, + "mean_token_accuracy": 0.6268059810002645, + "num_tokens": 6472907.0, + "step": 694 + }, + { + "entropy": 1.8104881048202515, + "epoch": 0.08912160718102159, + "learning_rate": 0.0009999797361407022, + "loss": 5.116200923919678, + "mean_token_accuracy": 0.5861636797587076, + "num_tokens": 6481749.0, + "step": 695 + }, + { + "entropy": 1.6948756376902263, + "epoch": 0.0892498397093396, + "learning_rate": 0.0009999793662880568, + "loss": 4.747044086456299, + "mean_token_accuracy": 0.6076995730400085, + "num_tokens": 6491519.0, + "step": 696 + }, + { + "entropy": 1.7229246298472087, + "epoch": 0.08937807223765762, + "learning_rate": 0.000999978993090691, + "loss": 4.912328720092773, + "mean_token_accuracy": 0.6123769879341125, + "num_tokens": 6499749.0, + "step": 697 + }, + { + "entropy": 1.7240664561589558, + "epoch": 0.08950630476597564, + "learning_rate": 0.0009999786165486076, + "loss": 4.684286117553711, + "mean_token_accuracy": 0.6265682578086853, + "num_tokens": 6510144.0, + "step": 698 + }, + { + "entropy": 1.5630054473876953, + "epoch": 0.08963453729429366, + "learning_rate": 0.0009999782366618094, + "loss": 4.42655611038208, + "mean_token_accuracy": 0.6271725495656332, + "num_tokens": 6523460.0, + "step": 699 + }, + { + "entropy": 1.6461203893025715, + "epoch": 0.08976276982261167, + "learning_rate": 0.0009999778534302984, + "loss": 4.6849188804626465, + "mean_token_accuracy": 0.6209807793299357, + "num_tokens": 6535888.0, + "step": 700 + }, + { + "entropy": 1.7133777141571045, + "epoch": 0.08989100235092969, + "learning_rate": 0.0009999774668540775, + "loss": 4.87723445892334, + "mean_token_accuracy": 0.5981523593266805, + "num_tokens": 6544152.0, + "step": 701 + }, + { + "entropy": 1.9638476371765137, + "epoch": 0.0900192348792477, + "learning_rate": 0.0009999770769331493, + "loss": 5.681868553161621, + "mean_token_accuracy": 0.552399754524231, + "num_tokens": 6551457.0, + "step": 702 + }, + { + "entropy": 1.646666169166565, + "epoch": 0.09014746740756571, + "learning_rate": 0.0009999766836675163, + "loss": 4.600096702575684, + "mean_token_accuracy": 0.6138682166735331, + "num_tokens": 6559357.0, + "step": 703 + }, + { + "entropy": 1.5909443696339924, + "epoch": 0.09027569993588373, + "learning_rate": 0.0009999762870571808, + "loss": 4.422657012939453, + "mean_token_accuracy": 0.6377323865890503, + "num_tokens": 6570107.0, + "step": 704 + }, + { + "entropy": 1.6904994249343872, + "epoch": 0.09040393246420175, + "learning_rate": 0.0009999758871021463, + "loss": 4.764655113220215, + "mean_token_accuracy": 0.6062192320823669, + "num_tokens": 6580914.0, + "step": 705 + }, + { + "entropy": 1.6808528502782185, + "epoch": 0.09053216499251977, + "learning_rate": 0.0009999754838024147, + "loss": 4.806188106536865, + "mean_token_accuracy": 0.5918458898862203, + "num_tokens": 6588596.0, + "step": 706 + }, + { + "entropy": 1.7466408411661785, + "epoch": 0.09066039752083778, + "learning_rate": 0.0009999750771579892, + "loss": 4.8366522789001465, + "mean_token_accuracy": 0.600934902826945, + "num_tokens": 6597203.0, + "step": 707 + }, + { + "entropy": 1.9578173955281575, + "epoch": 0.0907886300491558, + "learning_rate": 0.000999974667168872, + "loss": 5.532049179077148, + "mean_token_accuracy": 0.553527295589447, + "num_tokens": 6605824.0, + "step": 708 + }, + { + "entropy": 1.5282522837320964, + "epoch": 0.09091686257747382, + "learning_rate": 0.0009999742538350663, + "loss": 4.125085353851318, + "mean_token_accuracy": 0.6648545265197754, + "num_tokens": 6616922.0, + "step": 709 + }, + { + "entropy": 1.6341523726781209, + "epoch": 0.09104509510579184, + "learning_rate": 0.0009999738371565747, + "loss": 4.544351100921631, + "mean_token_accuracy": 0.6238585313161215, + "num_tokens": 6624745.0, + "step": 710 + }, + { + "entropy": 1.7461080153783162, + "epoch": 0.09117332763410985, + "learning_rate": 0.0009999734171334002, + "loss": 4.879665851593018, + "mean_token_accuracy": 0.6011277437210083, + "num_tokens": 6633673.0, + "step": 711 + }, + { + "entropy": 1.6947260697682698, + "epoch": 0.09130156016242787, + "learning_rate": 0.0009999729937655451, + "loss": 4.79987096786499, + "mean_token_accuracy": 0.6166094541549683, + "num_tokens": 6642293.0, + "step": 712 + }, + { + "entropy": 1.5764124393463135, + "epoch": 0.09142979269074589, + "learning_rate": 0.0009999725670530126, + "loss": 4.425127983093262, + "mean_token_accuracy": 0.6314577261606852, + "num_tokens": 6654616.0, + "step": 713 + }, + { + "entropy": 1.5768365859985352, + "epoch": 0.09155802521906391, + "learning_rate": 0.0009999721369958056, + "loss": 4.581064701080322, + "mean_token_accuracy": 0.6260015368461609, + "num_tokens": 6663533.0, + "step": 714 + }, + { + "entropy": 1.6596217552820842, + "epoch": 0.09168625774738191, + "learning_rate": 0.0009999717035939267, + "loss": 4.622799396514893, + "mean_token_accuracy": 0.599851667881012, + "num_tokens": 6672808.0, + "step": 715 + }, + { + "entropy": 1.7791694005330403, + "epoch": 0.09181449027569993, + "learning_rate": 0.0009999712668473792, + "loss": 5.134117126464844, + "mean_token_accuracy": 0.5716887911160787, + "num_tokens": 6686488.0, + "step": 716 + }, + { + "entropy": 1.783613642056783, + "epoch": 0.09194272280401795, + "learning_rate": 0.0009999708267561657, + "loss": 5.001255512237549, + "mean_token_accuracy": 0.5920056502024332, + "num_tokens": 6694385.0, + "step": 717 + }, + { + "entropy": 1.623213291168213, + "epoch": 0.09207095533233597, + "learning_rate": 0.0009999703833202891, + "loss": 4.663453102111816, + "mean_token_accuracy": 0.6072981754938761, + "num_tokens": 6702735.0, + "step": 718 + }, + { + "entropy": 1.6653236945470173, + "epoch": 0.09219918786065398, + "learning_rate": 0.0009999699365397525, + "loss": 4.6823930740356445, + "mean_token_accuracy": 0.6139715313911438, + "num_tokens": 6714248.0, + "step": 719 + }, + { + "entropy": 1.4421935478846233, + "epoch": 0.092327420388972, + "learning_rate": 0.000999969486414559, + "loss": 4.020901679992676, + "mean_token_accuracy": 0.66046275695165, + "num_tokens": 6721381.0, + "step": 720 + }, + { + "entropy": 1.74049977461497, + "epoch": 0.09245565291729002, + "learning_rate": 0.0009999690329447115, + "loss": 5.073031902313232, + "mean_token_accuracy": 0.5908029278119405, + "num_tokens": 6729559.0, + "step": 721 + }, + { + "entropy": 1.5793533722559612, + "epoch": 0.09258388544560804, + "learning_rate": 0.000999968576130213, + "loss": 4.333890438079834, + "mean_token_accuracy": 0.63607790072759, + "num_tokens": 6737476.0, + "step": 722 + }, + { + "entropy": 1.6640420357386272, + "epoch": 0.09271211797392605, + "learning_rate": 0.0009999681159710667, + "loss": 4.779369831085205, + "mean_token_accuracy": 0.6208083828290304, + "num_tokens": 6746579.0, + "step": 723 + }, + { + "entropy": 1.512718677520752, + "epoch": 0.09284035050224407, + "learning_rate": 0.0009999676524672753, + "loss": 4.19447660446167, + "mean_token_accuracy": 0.6620100736618042, + "num_tokens": 6754662.0, + "step": 724 + }, + { + "entropy": 1.4820701678593953, + "epoch": 0.09296858303056209, + "learning_rate": 0.0009999671856188424, + "loss": 4.228888511657715, + "mean_token_accuracy": 0.6426512002944946, + "num_tokens": 6763504.0, + "step": 725 + }, + { + "entropy": 1.4760713974634807, + "epoch": 0.09309681555888011, + "learning_rate": 0.0009999667154257708, + "loss": 4.225632190704346, + "mean_token_accuracy": 0.6376348535219828, + "num_tokens": 6770858.0, + "step": 726 + }, + { + "entropy": 1.6610389947891235, + "epoch": 0.09322504808719811, + "learning_rate": 0.0009999662418880638, + "loss": 4.6209611892700195, + "mean_token_accuracy": 0.6149385372797648, + "num_tokens": 6781481.0, + "step": 727 + }, + { + "entropy": 1.5981295108795166, + "epoch": 0.09335328061551613, + "learning_rate": 0.0009999657650057244, + "loss": 4.537804126739502, + "mean_token_accuracy": 0.6128964225451151, + "num_tokens": 6791982.0, + "step": 728 + }, + { + "entropy": 1.735440770785014, + "epoch": 0.09348151314383416, + "learning_rate": 0.000999965284778756, + "loss": 5.045236110687256, + "mean_token_accuracy": 0.5931677222251892, + "num_tokens": 6801474.0, + "step": 729 + }, + { + "entropy": 1.5566481749216716, + "epoch": 0.09360974567215218, + "learning_rate": 0.0009999648012071617, + "loss": 4.416669845581055, + "mean_token_accuracy": 0.6319258809089661, + "num_tokens": 6810467.0, + "step": 730 + }, + { + "entropy": 1.6772284110387166, + "epoch": 0.09373797820047018, + "learning_rate": 0.0009999643142909447, + "loss": 4.617862701416016, + "mean_token_accuracy": 0.6188759803771973, + "num_tokens": 6820004.0, + "step": 731 + }, + { + "entropy": 1.763081709543864, + "epoch": 0.0938662107287882, + "learning_rate": 0.0009999638240301082, + "loss": 4.866627216339111, + "mean_token_accuracy": 0.6118263999621073, + "num_tokens": 6829886.0, + "step": 732 + }, + { + "entropy": 1.7084873517354329, + "epoch": 0.09399444325710622, + "learning_rate": 0.0009999633304246557, + "loss": 4.69724702835083, + "mean_token_accuracy": 0.6093197663625082, + "num_tokens": 6837816.0, + "step": 733 + }, + { + "entropy": 1.84845236937205, + "epoch": 0.09412267578542424, + "learning_rate": 0.0009999628334745906, + "loss": 5.033343315124512, + "mean_token_accuracy": 0.589818517367045, + "num_tokens": 6845413.0, + "step": 734 + }, + { + "entropy": 1.6678611040115356, + "epoch": 0.09425090831374225, + "learning_rate": 0.0009999623331799156, + "loss": 4.704205513000488, + "mean_token_accuracy": 0.6112221280733744, + "num_tokens": 6856458.0, + "step": 735 + }, + { + "entropy": 1.525374174118042, + "epoch": 0.09437914084206027, + "learning_rate": 0.0009999618295406347, + "loss": 4.359999656677246, + "mean_token_accuracy": 0.6372352639834086, + "num_tokens": 6867340.0, + "step": 736 + }, + { + "entropy": 1.6106056372324626, + "epoch": 0.09450737337037829, + "learning_rate": 0.000999961322556751, + "loss": 4.494906425476074, + "mean_token_accuracy": 0.6314019163449606, + "num_tokens": 6877038.0, + "step": 737 + }, + { + "entropy": 1.7310872475306194, + "epoch": 0.09463560589869631, + "learning_rate": 0.0009999608122282678, + "loss": 4.888611793518066, + "mean_token_accuracy": 0.5986145536104838, + "num_tokens": 6887455.0, + "step": 738 + }, + { + "entropy": 1.8228625456492107, + "epoch": 0.09476383842701432, + "learning_rate": 0.0009999602985551886, + "loss": 5.223360061645508, + "mean_token_accuracy": 0.5804122090339661, + "num_tokens": 6898233.0, + "step": 739 + }, + { + "entropy": 1.9015224774678547, + "epoch": 0.09489207095533234, + "learning_rate": 0.0009999597815375171, + "loss": 5.459469795227051, + "mean_token_accuracy": 0.5710898240407308, + "num_tokens": 6906486.0, + "step": 740 + }, + { + "entropy": 1.5558484395345051, + "epoch": 0.09502030348365036, + "learning_rate": 0.0009999592611752565, + "loss": 4.1576762199401855, + "mean_token_accuracy": 0.649418830871582, + "num_tokens": 6916261.0, + "step": 741 + }, + { + "entropy": 1.7153722445170085, + "epoch": 0.09514853601196836, + "learning_rate": 0.0009999587374684101, + "loss": 4.875894069671631, + "mean_token_accuracy": 0.6021012465159098, + "num_tokens": 6926739.0, + "step": 742 + }, + { + "entropy": 1.6814178228378296, + "epoch": 0.09527676854028638, + "learning_rate": 0.0009999582104169816, + "loss": 4.6962995529174805, + "mean_token_accuracy": 0.6130315264066061, + "num_tokens": 6933824.0, + "step": 743 + }, + { + "entropy": 1.5482032299041748, + "epoch": 0.0954050010686044, + "learning_rate": 0.0009999576800209747, + "loss": 4.274623394012451, + "mean_token_accuracy": 0.651492198308309, + "num_tokens": 6942241.0, + "step": 744 + }, + { + "entropy": 1.6657397747039795, + "epoch": 0.09553323359692242, + "learning_rate": 0.0009999571462803926, + "loss": 4.762088298797607, + "mean_token_accuracy": 0.6070083379745483, + "num_tokens": 6950788.0, + "step": 745 + }, + { + "entropy": 1.625748872756958, + "epoch": 0.09566146612524043, + "learning_rate": 0.0009999566091952394, + "loss": 4.539366722106934, + "mean_token_accuracy": 0.6352718869845072, + "num_tokens": 6960269.0, + "step": 746 + }, + { + "entropy": 1.4936835765838623, + "epoch": 0.09578969865355845, + "learning_rate": 0.000999956068765518, + "loss": 4.234267711639404, + "mean_token_accuracy": 0.6485714515050253, + "num_tokens": 6970040.0, + "step": 747 + }, + { + "entropy": 1.5486314296722412, + "epoch": 0.09591793118187647, + "learning_rate": 0.0009999555249912324, + "loss": 4.267704486846924, + "mean_token_accuracy": 0.636991024017334, + "num_tokens": 6978211.0, + "step": 748 + }, + { + "entropy": 1.6275585095087688, + "epoch": 0.09604616371019449, + "learning_rate": 0.0009999549778723863, + "loss": 4.640010833740234, + "mean_token_accuracy": 0.6175614794095358, + "num_tokens": 6985395.0, + "step": 749 + }, + { + "entropy": 1.77572234471639, + "epoch": 0.0961743962385125, + "learning_rate": 0.0009999544274089832, + "loss": 4.945290565490723, + "mean_token_accuracy": 0.5829676787058512, + "num_tokens": 6994669.0, + "step": 750 + }, + { + "entropy": 1.6519434054692586, + "epoch": 0.09630262876683052, + "learning_rate": 0.0009999538736010268, + "loss": 4.680097579956055, + "mean_token_accuracy": 0.6188669999440511, + "num_tokens": 7004243.0, + "step": 751 + }, + { + "entropy": 1.6989113489786785, + "epoch": 0.09643086129514854, + "learning_rate": 0.000999953316448521, + "loss": 4.781289100646973, + "mean_token_accuracy": 0.6007218162218729, + "num_tokens": 7013293.0, + "step": 752 + }, + { + "entropy": 1.57811443010966, + "epoch": 0.09655909382346656, + "learning_rate": 0.0009999527559514693, + "loss": 4.40473747253418, + "mean_token_accuracy": 0.6372316678365072, + "num_tokens": 7020700.0, + "step": 753 + }, + { + "entropy": 1.6891782681147258, + "epoch": 0.09668732635178456, + "learning_rate": 0.0009999521921098754, + "loss": 4.711233615875244, + "mean_token_accuracy": 0.6123772660891215, + "num_tokens": 7029805.0, + "step": 754 + }, + { + "entropy": 1.4587177435557048, + "epoch": 0.09681555888010258, + "learning_rate": 0.0009999516249237434, + "loss": 4.11795711517334, + "mean_token_accuracy": 0.6521834135055542, + "num_tokens": 7038449.0, + "step": 755 + }, + { + "entropy": 2.0733997027079263, + "epoch": 0.0969437914084206, + "learning_rate": 0.0009999510543930769, + "loss": 5.77048921585083, + "mean_token_accuracy": 0.539310872554779, + "num_tokens": 7047566.0, + "step": 756 + }, + { + "entropy": 1.7832972606023152, + "epoch": 0.09707202393673862, + "learning_rate": 0.0009999504805178795, + "loss": 5.163045883178711, + "mean_token_accuracy": 0.5821852286656698, + "num_tokens": 7055521.0, + "step": 757 + }, + { + "entropy": 1.5895479917526245, + "epoch": 0.09720025646505663, + "learning_rate": 0.0009999499032981552, + "loss": 4.3321099281311035, + "mean_token_accuracy": 0.6353224714597067, + "num_tokens": 7065488.0, + "step": 758 + }, + { + "entropy": 1.75337549050649, + "epoch": 0.09732848899337465, + "learning_rate": 0.0009999493227339082, + "loss": 4.710672378540039, + "mean_token_accuracy": 0.6287734905878702, + "num_tokens": 7074169.0, + "step": 759 + }, + { + "entropy": 1.6936877568562825, + "epoch": 0.09745672152169267, + "learning_rate": 0.000999948738825142, + "loss": 4.927823066711426, + "mean_token_accuracy": 0.5795138478279114, + "num_tokens": 7082833.0, + "step": 760 + }, + { + "entropy": 1.7677169640858967, + "epoch": 0.09758495405001069, + "learning_rate": 0.0009999481515718604, + "loss": 4.916165828704834, + "mean_token_accuracy": 0.60341743628184, + "num_tokens": 7090723.0, + "step": 761 + }, + { + "entropy": 1.8077859083811443, + "epoch": 0.0977131865783287, + "learning_rate": 0.0009999475609740677, + "loss": 5.121399402618408, + "mean_token_accuracy": 0.580169677734375, + "num_tokens": 7100317.0, + "step": 762 + }, + { + "entropy": 1.7839703559875488, + "epoch": 0.09784141910664672, + "learning_rate": 0.0009999469670317676, + "loss": 5.1353020668029785, + "mean_token_accuracy": 0.5703064799308777, + "num_tokens": 7109013.0, + "step": 763 + }, + { + "entropy": 1.7170426448186238, + "epoch": 0.09796965163496474, + "learning_rate": 0.000999946369744964, + "loss": 4.82473087310791, + "mean_token_accuracy": 0.610863983631134, + "num_tokens": 7117219.0, + "step": 764 + }, + { + "entropy": 1.694958766301473, + "epoch": 0.09809788416328276, + "learning_rate": 0.0009999457691136616, + "loss": 4.656197547912598, + "mean_token_accuracy": 0.6189993421236674, + "num_tokens": 7128227.0, + "step": 765 + }, + { + "entropy": 1.5569122234980266, + "epoch": 0.09822611669160076, + "learning_rate": 0.0009999451651378634, + "loss": 4.279481410980225, + "mean_token_accuracy": 0.6376739939053854, + "num_tokens": 7135617.0, + "step": 766 + }, + { + "entropy": 1.9743208487828572, + "epoch": 0.09835434921991879, + "learning_rate": 0.000999944557817574, + "loss": 5.686601638793945, + "mean_token_accuracy": 0.5507423281669617, + "num_tokens": 7145376.0, + "step": 767 + }, + { + "entropy": 1.602150797843933, + "epoch": 0.0984825817482368, + "learning_rate": 0.0009999439471527973, + "loss": 4.55474328994751, + "mean_token_accuracy": 0.6093167265256246, + "num_tokens": 7153866.0, + "step": 768 + }, + { + "entropy": 1.584377924601237, + "epoch": 0.09861081427655483, + "learning_rate": 0.0009999433331435376, + "loss": 4.630558013916016, + "mean_token_accuracy": 0.6151665250460306, + "num_tokens": 7163695.0, + "step": 769 + }, + { + "entropy": 1.588190237681071, + "epoch": 0.09873904680487283, + "learning_rate": 0.0009999427157897987, + "loss": 4.506791114807129, + "mean_token_accuracy": 0.6165698766708374, + "num_tokens": 7173918.0, + "step": 770 + }, + { + "entropy": 1.7649567127227783, + "epoch": 0.09886727933319085, + "learning_rate": 0.000999942095091585, + "loss": 5.026320457458496, + "mean_token_accuracy": 0.5913590788841248, + "num_tokens": 7184647.0, + "step": 771 + }, + { + "entropy": 1.5973604122797649, + "epoch": 0.09899551186150887, + "learning_rate": 0.0009999414710489003, + "loss": 4.492124557495117, + "mean_token_accuracy": 0.6345463991165161, + "num_tokens": 7194075.0, + "step": 772 + }, + { + "entropy": 1.715578317642212, + "epoch": 0.09912374438982689, + "learning_rate": 0.0009999408436617491, + "loss": 4.718433380126953, + "mean_token_accuracy": 0.5997722347577413, + "num_tokens": 7203031.0, + "step": 773 + }, + { + "entropy": 1.5365976889928181, + "epoch": 0.0992519769181449, + "learning_rate": 0.0009999402129301357, + "loss": 4.290829181671143, + "mean_token_accuracy": 0.6357808113098145, + "num_tokens": 7211754.0, + "step": 774 + }, + { + "entropy": 1.4980005025863647, + "epoch": 0.09938020944646292, + "learning_rate": 0.0009999395788540641, + "loss": 4.270767688751221, + "mean_token_accuracy": 0.6345293720563253, + "num_tokens": 7225291.0, + "step": 775 + }, + { + "entropy": 1.6480029026667278, + "epoch": 0.09950844197478094, + "learning_rate": 0.0009999389414335387, + "loss": 4.53096866607666, + "mean_token_accuracy": 0.6291069984436035, + "num_tokens": 7234612.0, + "step": 776 + }, + { + "entropy": 1.802066683769226, + "epoch": 0.09963667450309895, + "learning_rate": 0.0009999383006685633, + "loss": 5.193205833435059, + "mean_token_accuracy": 0.5724171996116638, + "num_tokens": 7244932.0, + "step": 777 + }, + { + "entropy": 1.5697030226389568, + "epoch": 0.09976490703141697, + "learning_rate": 0.0009999376565591428, + "loss": 4.410005569458008, + "mean_token_accuracy": 0.6411174734433492, + "num_tokens": 7254242.0, + "step": 778 + }, + { + "entropy": 1.43937881787618, + "epoch": 0.09989313955973499, + "learning_rate": 0.0009999370091052812, + "loss": 3.8441214561462402, + "mean_token_accuracy": 0.683840831120809, + "num_tokens": 7262333.0, + "step": 779 + }, + { + "entropy": 1.7423977454503377, + "epoch": 0.100021372088053, + "learning_rate": 0.0009999363583069825, + "loss": 5.0342864990234375, + "mean_token_accuracy": 0.5968579649925232, + "num_tokens": 7272173.0, + "step": 780 + }, + { + "entropy": 1.7080535093943279, + "epoch": 0.10014960461637101, + "learning_rate": 0.0009999357041642518, + "loss": 4.780032157897949, + "mean_token_accuracy": 0.6081679662068685, + "num_tokens": 7281974.0, + "step": 781 + }, + { + "entropy": 1.4996161063512166, + "epoch": 0.10027783714468903, + "learning_rate": 0.0009999350466770932, + "loss": 4.120939254760742, + "mean_token_accuracy": 0.6455645561218262, + "num_tokens": 7291466.0, + "step": 782 + }, + { + "entropy": 1.6415290435155232, + "epoch": 0.10040606967300705, + "learning_rate": 0.0009999343858455106, + "loss": 4.602442741394043, + "mean_token_accuracy": 0.6123397350311279, + "num_tokens": 7300921.0, + "step": 783 + }, + { + "entropy": 1.769514004389445, + "epoch": 0.10053430220132507, + "learning_rate": 0.000999933721669509, + "loss": 4.967247486114502, + "mean_token_accuracy": 0.5855493942896525, + "num_tokens": 7307700.0, + "step": 784 + }, + { + "entropy": 1.6579185326894124, + "epoch": 0.10066253472964308, + "learning_rate": 0.0009999330541490927, + "loss": 4.6472249031066895, + "mean_token_accuracy": 0.6048820416132609, + "num_tokens": 7316448.0, + "step": 785 + }, + { + "entropy": 1.6568232377370198, + "epoch": 0.1007907672579611, + "learning_rate": 0.0009999323832842661, + "loss": 4.717027187347412, + "mean_token_accuracy": 0.6252778768539429, + "num_tokens": 7326480.0, + "step": 786 + }, + { + "entropy": 1.629701296488444, + "epoch": 0.10091899978627912, + "learning_rate": 0.0009999317090750336, + "loss": 4.573094367980957, + "mean_token_accuracy": 0.6265179316202799, + "num_tokens": 7334978.0, + "step": 787 + }, + { + "entropy": 1.5979517698287964, + "epoch": 0.10104723231459714, + "learning_rate": 0.0009999310315214, + "loss": 4.550141334533691, + "mean_token_accuracy": 0.6250797510147095, + "num_tokens": 7345637.0, + "step": 788 + }, + { + "entropy": 1.5530993938446045, + "epoch": 0.10117546484291515, + "learning_rate": 0.0009999303506233695, + "loss": 4.290551662445068, + "mean_token_accuracy": 0.6442209084828695, + "num_tokens": 7353426.0, + "step": 789 + }, + { + "entropy": 1.6708203156789143, + "epoch": 0.10130369737123317, + "learning_rate": 0.0009999296663809468, + "loss": 4.680788993835449, + "mean_token_accuracy": 0.6171017487843832, + "num_tokens": 7363305.0, + "step": 790 + }, + { + "entropy": 1.7051996390024822, + "epoch": 0.10143192989955119, + "learning_rate": 0.0009999289787941366, + "loss": 4.74513053894043, + "mean_token_accuracy": 0.6294532815615336, + "num_tokens": 7372810.0, + "step": 791 + }, + { + "entropy": 1.5521350304285686, + "epoch": 0.10156016242786921, + "learning_rate": 0.0009999282878629435, + "loss": 4.331948757171631, + "mean_token_accuracy": 0.6205095052719116, + "num_tokens": 7384651.0, + "step": 792 + }, + { + "entropy": 1.6869504849116008, + "epoch": 0.10168839495618721, + "learning_rate": 0.0009999275935873718, + "loss": 4.655158996582031, + "mean_token_accuracy": 0.6180087725321451, + "num_tokens": 7396081.0, + "step": 793 + }, + { + "entropy": 1.6518799861272175, + "epoch": 0.10181662748450523, + "learning_rate": 0.0009999268959674265, + "loss": 4.785099983215332, + "mean_token_accuracy": 0.622786283493042, + "num_tokens": 7405588.0, + "step": 794 + }, + { + "entropy": 1.6534727414449055, + "epoch": 0.10194486001282325, + "learning_rate": 0.000999926195003112, + "loss": 4.801886558532715, + "mean_token_accuracy": 0.6144832173983256, + "num_tokens": 7413239.0, + "step": 795 + }, + { + "entropy": 1.747808853785197, + "epoch": 0.10207309254114127, + "learning_rate": 0.000999925490694433, + "loss": 4.886161804199219, + "mean_token_accuracy": 0.6091888149579366, + "num_tokens": 7421292.0, + "step": 796 + }, + { + "entropy": 1.716864824295044, + "epoch": 0.10220132506945928, + "learning_rate": 0.0009999247830413947, + "loss": 4.947703838348389, + "mean_token_accuracy": 0.5961897770563761, + "num_tokens": 7431447.0, + "step": 797 + }, + { + "entropy": 1.580660621325175, + "epoch": 0.1023295575977773, + "learning_rate": 0.000999924072044001, + "loss": 4.411520957946777, + "mean_token_accuracy": 0.632270077864329, + "num_tokens": 7440926.0, + "step": 798 + }, + { + "entropy": 1.7447422742843628, + "epoch": 0.10245779012609532, + "learning_rate": 0.0009999233577022574, + "loss": 4.837474346160889, + "mean_token_accuracy": 0.5980973641077677, + "num_tokens": 7450359.0, + "step": 799 + }, + { + "entropy": 1.5438795884450276, + "epoch": 0.10258602265441334, + "learning_rate": 0.0009999226400161684, + "loss": 4.321152687072754, + "mean_token_accuracy": 0.6471195419629415, + "num_tokens": 7459954.0, + "step": 800 + }, + { + "entropy": 1.4794075886408489, + "epoch": 0.10271425518273135, + "learning_rate": 0.0009999219189857386, + "loss": 4.027529716491699, + "mean_token_accuracy": 0.660228967666626, + "num_tokens": 7469598.0, + "step": 801 + }, + { + "entropy": 1.6624414920806885, + "epoch": 0.10284248771104937, + "learning_rate": 0.0009999211946109731, + "loss": 4.84004020690918, + "mean_token_accuracy": 0.6056262453397115, + "num_tokens": 7477920.0, + "step": 802 + }, + { + "entropy": 1.569614847501119, + "epoch": 0.10297072023936739, + "learning_rate": 0.0009999204668918766, + "loss": 4.436830520629883, + "mean_token_accuracy": 0.6310420234998068, + "num_tokens": 7487627.0, + "step": 803 + }, + { + "entropy": 1.888916254043579, + "epoch": 0.10309895276768541, + "learning_rate": 0.000999919735828454, + "loss": 5.4405388832092285, + "mean_token_accuracy": 0.5684282581011454, + "num_tokens": 7498119.0, + "step": 804 + }, + { + "entropy": 1.6812617778778076, + "epoch": 0.10322718529600342, + "learning_rate": 0.0009999190014207105, + "loss": 4.716534614562988, + "mean_token_accuracy": 0.6129368742307028, + "num_tokens": 7506426.0, + "step": 805 + }, + { + "entropy": 1.6332169373830159, + "epoch": 0.10335541782432144, + "learning_rate": 0.0009999182636686505, + "loss": 4.505501747131348, + "mean_token_accuracy": 0.6413836280504862, + "num_tokens": 7515342.0, + "step": 806 + }, + { + "entropy": 1.755220929781596, + "epoch": 0.10348365035263946, + "learning_rate": 0.0009999175225722792, + "loss": 4.956223487854004, + "mean_token_accuracy": 0.6082772811253866, + "num_tokens": 7524644.0, + "step": 807 + }, + { + "entropy": 1.5281384388605754, + "epoch": 0.10361188288095748, + "learning_rate": 0.0009999167781316017, + "loss": 4.376711368560791, + "mean_token_accuracy": 0.6308695872624716, + "num_tokens": 7536319.0, + "step": 808 + }, + { + "entropy": 1.7813827196757, + "epoch": 0.10374011540927548, + "learning_rate": 0.0009999160303466226, + "loss": 5.047881126403809, + "mean_token_accuracy": 0.5928682486216227, + "num_tokens": 7544757.0, + "step": 809 + }, + { + "entropy": 1.6979711850484211, + "epoch": 0.1038683479375935, + "learning_rate": 0.000999915279217347, + "loss": 5.044482231140137, + "mean_token_accuracy": 0.5948634743690491, + "num_tokens": 7553895.0, + "step": 810 + }, + { + "entropy": 1.6555035909016926, + "epoch": 0.10399658046591152, + "learning_rate": 0.0009999145247437803, + "loss": 4.571227073669434, + "mean_token_accuracy": 0.621405820051829, + "num_tokens": 7563013.0, + "step": 811 + }, + { + "entropy": 1.631714661916097, + "epoch": 0.10412481299422954, + "learning_rate": 0.0009999137669259271, + "loss": 4.545007705688477, + "mean_token_accuracy": 0.6299769679705302, + "num_tokens": 7572626.0, + "step": 812 + }, + { + "entropy": 1.6885972420374553, + "epoch": 0.10425304552254755, + "learning_rate": 0.0009999130057637927, + "loss": 4.691688060760498, + "mean_token_accuracy": 0.6162213881810507, + "num_tokens": 7581305.0, + "step": 813 + }, + { + "entropy": 1.5088198979695637, + "epoch": 0.10438127805086557, + "learning_rate": 0.000999912241257382, + "loss": 4.225211143493652, + "mean_token_accuracy": 0.6492626269658407, + "num_tokens": 7589272.0, + "step": 814 + }, + { + "entropy": 1.5830309788386028, + "epoch": 0.10450951057918359, + "learning_rate": 0.0009999114734067006, + "loss": 4.403494358062744, + "mean_token_accuracy": 0.6288160483042399, + "num_tokens": 7599077.0, + "step": 815 + }, + { + "entropy": 1.510799249013265, + "epoch": 0.1046377431075016, + "learning_rate": 0.000999910702211753, + "loss": 4.13615083694458, + "mean_token_accuracy": 0.6421256264050802, + "num_tokens": 7609289.0, + "step": 816 + }, + { + "entropy": 1.7793254057566326, + "epoch": 0.10476597563581962, + "learning_rate": 0.000999909927672545, + "loss": 4.997727870941162, + "mean_token_accuracy": 0.6135899027188619, + "num_tokens": 7618543.0, + "step": 817 + }, + { + "entropy": 1.663539449373881, + "epoch": 0.10489420816413764, + "learning_rate": 0.0009999091497890809, + "loss": 4.6629462242126465, + "mean_token_accuracy": 0.6249521970748901, + "num_tokens": 7630789.0, + "step": 818 + }, + { + "entropy": 1.563913067181905, + "epoch": 0.10502244069245566, + "learning_rate": 0.0009999083685613668, + "loss": 4.354529857635498, + "mean_token_accuracy": 0.6392002900441488, + "num_tokens": 7640221.0, + "step": 819 + }, + { + "entropy": 1.841086745262146, + "epoch": 0.10515067322077366, + "learning_rate": 0.0009999075839894076, + "loss": 5.126020431518555, + "mean_token_accuracy": 0.5811846454938253, + "num_tokens": 7648721.0, + "step": 820 + }, + { + "entropy": 1.4874945878982544, + "epoch": 0.10527890574909168, + "learning_rate": 0.0009999067960732083, + "loss": 3.971832036972046, + "mean_token_accuracy": 0.6525863409042358, + "num_tokens": 7660413.0, + "step": 821 + }, + { + "entropy": 1.768116553624471, + "epoch": 0.1054071382774097, + "learning_rate": 0.0009999060048127746, + "loss": 4.917544841766357, + "mean_token_accuracy": 0.6056875189145406, + "num_tokens": 7668524.0, + "step": 822 + }, + { + "entropy": 1.7533487876256306, + "epoch": 0.10553537080572772, + "learning_rate": 0.0009999052102081113, + "loss": 4.888105392456055, + "mean_token_accuracy": 0.6077114144961039, + "num_tokens": 7677454.0, + "step": 823 + }, + { + "entropy": 1.6034493048985798, + "epoch": 0.10566360333404573, + "learning_rate": 0.0009999044122592242, + "loss": 4.455130577087402, + "mean_token_accuracy": 0.636581818262736, + "num_tokens": 7687984.0, + "step": 824 + }, + { + "entropy": 1.5491749445597331, + "epoch": 0.10579183586236375, + "learning_rate": 0.0009999036109661183, + "loss": 4.345638275146484, + "mean_token_accuracy": 0.650097668170929, + "num_tokens": 7695983.0, + "step": 825 + }, + { + "entropy": 1.52624515692393, + "epoch": 0.10592006839068177, + "learning_rate": 0.000999902806328799, + "loss": 4.188225746154785, + "mean_token_accuracy": 0.6573759714762369, + "num_tokens": 7704083.0, + "step": 826 + }, + { + "entropy": 1.462631384531657, + "epoch": 0.10604830091899979, + "learning_rate": 0.0009999019983472721, + "loss": 3.8424487113952637, + "mean_token_accuracy": 0.6815855105717977, + "num_tokens": 7714099.0, + "step": 827 + }, + { + "entropy": 1.4787770907084148, + "epoch": 0.1061765334473178, + "learning_rate": 0.0009999011870215424, + "loss": 4.1463751792907715, + "mean_token_accuracy": 0.6464401483535767, + "num_tokens": 7723695.0, + "step": 828 + }, + { + "entropy": 1.5305611689885457, + "epoch": 0.10630476597563582, + "learning_rate": 0.0009999003723516159, + "loss": 4.448048114776611, + "mean_token_accuracy": 0.6305717825889587, + "num_tokens": 7733971.0, + "step": 829 + }, + { + "entropy": 1.6798468430836995, + "epoch": 0.10643299850395384, + "learning_rate": 0.0009998995543374974, + "loss": 4.837141990661621, + "mean_token_accuracy": 0.601947565873464, + "num_tokens": 7743956.0, + "step": 830 + }, + { + "entropy": 1.7796647151311238, + "epoch": 0.10656123103227186, + "learning_rate": 0.0009998987329791931, + "loss": 5.154999732971191, + "mean_token_accuracy": 0.6023988525072733, + "num_tokens": 7752630.0, + "step": 831 + }, + { + "entropy": 1.6774825652440388, + "epoch": 0.10668946356058986, + "learning_rate": 0.0009998979082767078, + "loss": 4.675041198730469, + "mean_token_accuracy": 0.618744432926178, + "num_tokens": 7761668.0, + "step": 832 + }, + { + "entropy": 1.4635024070739746, + "epoch": 0.10681769608890788, + "learning_rate": 0.0009998970802300475, + "loss": 3.9209275245666504, + "mean_token_accuracy": 0.6714317798614502, + "num_tokens": 7770224.0, + "step": 833 + }, + { + "entropy": 1.4635252157847087, + "epoch": 0.1069459286172259, + "learning_rate": 0.0009998962488392174, + "loss": 4.015949726104736, + "mean_token_accuracy": 0.6561719179153442, + "num_tokens": 7779340.0, + "step": 834 + }, + { + "entropy": 1.6607446273167927, + "epoch": 0.10707416114554393, + "learning_rate": 0.0009998954141042236, + "loss": 4.783168792724609, + "mean_token_accuracy": 0.6048964262008667, + "num_tokens": 7792906.0, + "step": 835 + }, + { + "entropy": 1.6658165057500203, + "epoch": 0.10720239367386193, + "learning_rate": 0.000999894576025071, + "loss": 4.809869766235352, + "mean_token_accuracy": 0.6069187919298807, + "num_tokens": 7801936.0, + "step": 836 + }, + { + "entropy": 1.4698959191640217, + "epoch": 0.10733062620217995, + "learning_rate": 0.0009998937346017657, + "loss": 4.0472331047058105, + "mean_token_accuracy": 0.6601998607317606, + "num_tokens": 7811355.0, + "step": 837 + }, + { + "entropy": 1.7452178796132405, + "epoch": 0.10745885873049797, + "learning_rate": 0.0009998928898343128, + "loss": 4.8314924240112305, + "mean_token_accuracy": 0.5956565737724304, + "num_tokens": 7822287.0, + "step": 838 + }, + { + "entropy": 1.6706568400065105, + "epoch": 0.10758709125881599, + "learning_rate": 0.0009998920417227189, + "loss": 4.761910438537598, + "mean_token_accuracy": 0.6074700752894083, + "num_tokens": 7833904.0, + "step": 839 + }, + { + "entropy": 1.815165917078654, + "epoch": 0.107715323787134, + "learning_rate": 0.0009998911902669887, + "loss": 5.122344970703125, + "mean_token_accuracy": 0.5772515137990316, + "num_tokens": 7844422.0, + "step": 840 + }, + { + "entropy": 1.5132685899734497, + "epoch": 0.10784355631545202, + "learning_rate": 0.0009998903354671283, + "loss": 4.265810012817383, + "mean_token_accuracy": 0.6367385387420654, + "num_tokens": 7853735.0, + "step": 841 + }, + { + "entropy": 1.6716280380884807, + "epoch": 0.10797178884377004, + "learning_rate": 0.0009998894773231436, + "loss": 4.653207778930664, + "mean_token_accuracy": 0.6118602554003397, + "num_tokens": 7863374.0, + "step": 842 + }, + { + "entropy": 1.5279100735982258, + "epoch": 0.10810002137208806, + "learning_rate": 0.0009998886158350399, + "loss": 4.109598636627197, + "mean_token_accuracy": 0.6466250419616699, + "num_tokens": 7871542.0, + "step": 843 + }, + { + "entropy": 1.576976974805196, + "epoch": 0.10822825390040607, + "learning_rate": 0.0009998877510028234, + "loss": 4.415665626525879, + "mean_token_accuracy": 0.6284392873446146, + "num_tokens": 7881248.0, + "step": 844 + }, + { + "entropy": 1.7320395310719807, + "epoch": 0.10835648642872409, + "learning_rate": 0.0009998868828264996, + "loss": 4.778000354766846, + "mean_token_accuracy": 0.6081289847691854, + "num_tokens": 7891595.0, + "step": 845 + }, + { + "entropy": 1.7883293628692627, + "epoch": 0.1084847189570421, + "learning_rate": 0.0009998860113060743, + "loss": 5.234861850738525, + "mean_token_accuracy": 0.5805479089419047, + "num_tokens": 7902123.0, + "step": 846 + }, + { + "entropy": 1.7648019790649414, + "epoch": 0.10861295148536013, + "learning_rate": 0.0009998851364415536, + "loss": 4.9403886795043945, + "mean_token_accuracy": 0.6036598285039266, + "num_tokens": 7910959.0, + "step": 847 + }, + { + "entropy": 1.656794826189677, + "epoch": 0.10874118401367813, + "learning_rate": 0.000999884258232943, + "loss": 4.511983394622803, + "mean_token_accuracy": 0.6292107303937277, + "num_tokens": 7919903.0, + "step": 848 + }, + { + "entropy": 1.735448956489563, + "epoch": 0.10886941654199615, + "learning_rate": 0.0009998833766802486, + "loss": 4.827856540679932, + "mean_token_accuracy": 0.6006121834119161, + "num_tokens": 7929079.0, + "step": 849 + }, + { + "entropy": 1.4744835297266643, + "epoch": 0.10899764907031417, + "learning_rate": 0.0009998824917834765, + "loss": 4.162328720092773, + "mean_token_accuracy": 0.6473611990610758, + "num_tokens": 7939293.0, + "step": 850 + }, + { + "entropy": 1.638368010520935, + "epoch": 0.10912588159863218, + "learning_rate": 0.000999881603542632, + "loss": 4.630027770996094, + "mean_token_accuracy": 0.6093044479688009, + "num_tokens": 7946957.0, + "step": 851 + }, + { + "entropy": 1.6428439219792683, + "epoch": 0.1092541141269502, + "learning_rate": 0.0009998807119577218, + "loss": 4.677956581115723, + "mean_token_accuracy": 0.6216541727383932, + "num_tokens": 7954213.0, + "step": 852 + }, + { + "entropy": 1.600266456604004, + "epoch": 0.10938234665526822, + "learning_rate": 0.0009998798170287513, + "loss": 4.563777923583984, + "mean_token_accuracy": 0.6197519302368164, + "num_tokens": 7963017.0, + "step": 853 + }, + { + "entropy": 1.7225408554077148, + "epoch": 0.10951057918358624, + "learning_rate": 0.0009998789187557265, + "loss": 5.038051605224609, + "mean_token_accuracy": 0.5840694109598795, + "num_tokens": 7974065.0, + "step": 854 + }, + { + "entropy": 1.7285829782485962, + "epoch": 0.10963881171190425, + "learning_rate": 0.0009998780171386536, + "loss": 4.7709503173828125, + "mean_token_accuracy": 0.6111708680788676, + "num_tokens": 7985329.0, + "step": 855 + }, + { + "entropy": 1.5899116198221843, + "epoch": 0.10976704424022227, + "learning_rate": 0.0009998771121775387, + "loss": 4.408944606781006, + "mean_token_accuracy": 0.6369272669156393, + "num_tokens": 7998402.0, + "step": 856 + }, + { + "entropy": 1.680125633875529, + "epoch": 0.10989527676854029, + "learning_rate": 0.000999876203872388, + "loss": 4.838784217834473, + "mean_token_accuracy": 0.6027149756749471, + "num_tokens": 8010599.0, + "step": 857 + }, + { + "entropy": 1.7215462923049927, + "epoch": 0.11002350929685831, + "learning_rate": 0.000999875292223207, + "loss": 4.83200740814209, + "mean_token_accuracy": 0.5959548950195312, + "num_tokens": 8022585.0, + "step": 858 + }, + { + "entropy": 1.6981932322184246, + "epoch": 0.11015174182517631, + "learning_rate": 0.0009998743772300022, + "loss": 4.807464122772217, + "mean_token_accuracy": 0.6021674076716105, + "num_tokens": 8033025.0, + "step": 859 + }, + { + "entropy": 1.6991099119186401, + "epoch": 0.11027997435349433, + "learning_rate": 0.0009998734588927798, + "loss": 4.924278259277344, + "mean_token_accuracy": 0.592433750629425, + "num_tokens": 8042270.0, + "step": 860 + }, + { + "entropy": 1.7608047723770142, + "epoch": 0.11040820688181235, + "learning_rate": 0.0009998725372115458, + "loss": 4.948801040649414, + "mean_token_accuracy": 0.6081143617630005, + "num_tokens": 8049266.0, + "step": 861 + }, + { + "entropy": 1.6816674868265789, + "epoch": 0.11053643941013037, + "learning_rate": 0.0009998716121863063, + "loss": 4.75869083404541, + "mean_token_accuracy": 0.6103197534879049, + "num_tokens": 8059506.0, + "step": 862 + }, + { + "entropy": 1.6050920089085896, + "epoch": 0.11066467193844838, + "learning_rate": 0.0009998706838170673, + "loss": 4.612590789794922, + "mean_token_accuracy": 0.607701301574707, + "num_tokens": 8068093.0, + "step": 863 + }, + { + "entropy": 1.4851833979288738, + "epoch": 0.1107929044667664, + "learning_rate": 0.0009998697521038356, + "loss": 4.181106090545654, + "mean_token_accuracy": 0.646227757136027, + "num_tokens": 8077487.0, + "step": 864 + }, + { + "entropy": 1.6413503885269165, + "epoch": 0.11092113699508442, + "learning_rate": 0.0009998688170466169, + "loss": 4.541944980621338, + "mean_token_accuracy": 0.6103783051172892, + "num_tokens": 8087663.0, + "step": 865 + }, + { + "entropy": 1.6210009654362996, + "epoch": 0.11104936952340244, + "learning_rate": 0.0009998678786454177, + "loss": 4.6318135261535645, + "mean_token_accuracy": 0.6175672809282938, + "num_tokens": 8095415.0, + "step": 866 + }, + { + "entropy": 1.5740385452906291, + "epoch": 0.11117760205172045, + "learning_rate": 0.0009998669369002443, + "loss": 4.309762477874756, + "mean_token_accuracy": 0.6384661595026652, + "num_tokens": 8103073.0, + "step": 867 + }, + { + "entropy": 1.5356696446736653, + "epoch": 0.11130583458003847, + "learning_rate": 0.000999865991811103, + "loss": 4.289699554443359, + "mean_token_accuracy": 0.6403549114863077, + "num_tokens": 8113947.0, + "step": 868 + }, + { + "entropy": 1.6354523499806721, + "epoch": 0.11143406710835649, + "learning_rate": 0.000999865043378, + "loss": 4.558446884155273, + "mean_token_accuracy": 0.6189911564191183, + "num_tokens": 8123978.0, + "step": 869 + }, + { + "entropy": 1.5722428560256958, + "epoch": 0.11156229963667451, + "learning_rate": 0.0009998640916009415, + "loss": 4.441847801208496, + "mean_token_accuracy": 0.6282357772191366, + "num_tokens": 8133409.0, + "step": 870 + }, + { + "entropy": 1.4769045114517212, + "epoch": 0.11169053216499251, + "learning_rate": 0.0009998631364799343, + "loss": 4.095559120178223, + "mean_token_accuracy": 0.6533846457799276, + "num_tokens": 8143156.0, + "step": 871 + }, + { + "entropy": 1.551242192586263, + "epoch": 0.11181876469331054, + "learning_rate": 0.0009998621780149843, + "loss": 4.315130710601807, + "mean_token_accuracy": 0.6355334917704264, + "num_tokens": 8151982.0, + "step": 872 + }, + { + "entropy": 1.550412694613139, + "epoch": 0.11194699722162856, + "learning_rate": 0.0009998612162060985, + "loss": 4.178465843200684, + "mean_token_accuracy": 0.659947395324707, + "num_tokens": 8159477.0, + "step": 873 + }, + { + "entropy": 1.6951942046483357, + "epoch": 0.11207522974994658, + "learning_rate": 0.0009998602510532827, + "loss": 4.861565113067627, + "mean_token_accuracy": 0.6168596545855204, + "num_tokens": 8168821.0, + "step": 874 + }, + { + "entropy": 1.7989602088928223, + "epoch": 0.11220346227826458, + "learning_rate": 0.0009998592825565438, + "loss": 5.0908966064453125, + "mean_token_accuracy": 0.5917360782623291, + "num_tokens": 8179931.0, + "step": 875 + }, + { + "entropy": 1.6811837355295818, + "epoch": 0.1123316948065826, + "learning_rate": 0.000999858310715888, + "loss": 4.785669803619385, + "mean_token_accuracy": 0.6165769298871359, + "num_tokens": 8190413.0, + "step": 876 + }, + { + "entropy": 1.9209741751352947, + "epoch": 0.11245992733490062, + "learning_rate": 0.0009998573355313222, + "loss": 5.457566738128662, + "mean_token_accuracy": 0.5563796659310659, + "num_tokens": 8200605.0, + "step": 877 + }, + { + "entropy": 1.5637566645940144, + "epoch": 0.11258815986321864, + "learning_rate": 0.0009998563570028523, + "loss": 4.392059803009033, + "mean_token_accuracy": 0.6318924228350321, + "num_tokens": 8210532.0, + "step": 878 + }, + { + "entropy": 1.6906421581904094, + "epoch": 0.11271639239153665, + "learning_rate": 0.0009998553751304857, + "loss": 4.840388298034668, + "mean_token_accuracy": 0.6065807342529297, + "num_tokens": 8219387.0, + "step": 879 + }, + { + "entropy": 1.5703834295272827, + "epoch": 0.11284462491985467, + "learning_rate": 0.0009998543899142282, + "loss": 4.3850250244140625, + "mean_token_accuracy": 0.6301581462224325, + "num_tokens": 8228421.0, + "step": 880 + }, + { + "entropy": 1.6256291071573894, + "epoch": 0.11297285744817269, + "learning_rate": 0.0009998534013540865, + "loss": 4.641617774963379, + "mean_token_accuracy": 0.6117998162905375, + "num_tokens": 8237725.0, + "step": 881 + }, + { + "entropy": 1.5899728139241536, + "epoch": 0.11310108997649071, + "learning_rate": 0.0009998524094500675, + "loss": 4.438732624053955, + "mean_token_accuracy": 0.6234225829442342, + "num_tokens": 8247089.0, + "step": 882 + }, + { + "entropy": 1.7373963594436646, + "epoch": 0.11322932250480872, + "learning_rate": 0.000999851414202178, + "loss": 4.800597190856934, + "mean_token_accuracy": 0.6099671522776285, + "num_tokens": 8256195.0, + "step": 883 + }, + { + "entropy": 1.7238526344299316, + "epoch": 0.11335755503312674, + "learning_rate": 0.000999850415610424, + "loss": 5.004078388214111, + "mean_token_accuracy": 0.6007521152496338, + "num_tokens": 8264754.0, + "step": 884 + }, + { + "entropy": 1.7582488457361858, + "epoch": 0.11348578756144476, + "learning_rate": 0.0009998494136748126, + "loss": 5.201793670654297, + "mean_token_accuracy": 0.5732286175092062, + "num_tokens": 8272675.0, + "step": 885 + }, + { + "entropy": 1.7335215012232463, + "epoch": 0.11361402008976278, + "learning_rate": 0.0009998484083953505, + "loss": 4.703670024871826, + "mean_token_accuracy": 0.6201285918553671, + "num_tokens": 8281014.0, + "step": 886 + }, + { + "entropy": 1.6165817975997925, + "epoch": 0.11374225261808078, + "learning_rate": 0.0009998473997720443, + "loss": 4.498592853546143, + "mean_token_accuracy": 0.6310644348462423, + "num_tokens": 8290725.0, + "step": 887 + }, + { + "entropy": 1.566461443901062, + "epoch": 0.1138704851463988, + "learning_rate": 0.000999846387804901, + "loss": 4.381124496459961, + "mean_token_accuracy": 0.6334642171859741, + "num_tokens": 8301341.0, + "step": 888 + }, + { + "entropy": 1.6356877485911052, + "epoch": 0.11399871767471682, + "learning_rate": 0.0009998453724939273, + "loss": 4.647902488708496, + "mean_token_accuracy": 0.6206167936325073, + "num_tokens": 8313001.0, + "step": 889 + }, + { + "entropy": 1.5450608730316162, + "epoch": 0.11412695020303483, + "learning_rate": 0.0009998443538391296, + "loss": 4.304727077484131, + "mean_token_accuracy": 0.6425113677978516, + "num_tokens": 8323054.0, + "step": 890 + }, + { + "entropy": 1.7301206986109416, + "epoch": 0.11425518273135285, + "learning_rate": 0.0009998433318405152, + "loss": 4.875416278839111, + "mean_token_accuracy": 0.6126540303230286, + "num_tokens": 8332831.0, + "step": 891 + }, + { + "entropy": 1.6251771052678425, + "epoch": 0.11438341525967087, + "learning_rate": 0.0009998423064980907, + "loss": 4.443851470947266, + "mean_token_accuracy": 0.642372210820516, + "num_tokens": 8344247.0, + "step": 892 + }, + { + "entropy": 1.5916582743326824, + "epoch": 0.11451164778798889, + "learning_rate": 0.000999841277811863, + "loss": 4.56391716003418, + "mean_token_accuracy": 0.6198030710220337, + "num_tokens": 8356124.0, + "step": 893 + }, + { + "entropy": 1.7283248504002888, + "epoch": 0.1146398803163069, + "learning_rate": 0.000999840245781839, + "loss": 5.0397210121154785, + "mean_token_accuracy": 0.5951866110165914, + "num_tokens": 8366110.0, + "step": 894 + }, + { + "entropy": 1.7324488162994385, + "epoch": 0.11476811284462492, + "learning_rate": 0.0009998392104080254, + "loss": 4.897854328155518, + "mean_token_accuracy": 0.6051006515820821, + "num_tokens": 8376665.0, + "step": 895 + }, + { + "entropy": 1.7381186485290527, + "epoch": 0.11489634537294294, + "learning_rate": 0.0009998381716904295, + "loss": 4.993704795837402, + "mean_token_accuracy": 0.5830482443173727, + "num_tokens": 8386611.0, + "step": 896 + }, + { + "entropy": 1.5202885071436565, + "epoch": 0.11502457790126096, + "learning_rate": 0.000999837129629058, + "loss": 4.171308517456055, + "mean_token_accuracy": 0.647109309832255, + "num_tokens": 8394546.0, + "step": 897 + }, + { + "entropy": 1.5134941736857097, + "epoch": 0.11515281042957896, + "learning_rate": 0.000999836084223918, + "loss": 4.318769931793213, + "mean_token_accuracy": 0.636816124121348, + "num_tokens": 8403439.0, + "step": 898 + }, + { + "entropy": 1.5224107106526692, + "epoch": 0.11528104295789698, + "learning_rate": 0.0009998350354750165, + "loss": 4.265486717224121, + "mean_token_accuracy": 0.6373945871988932, + "num_tokens": 8413479.0, + "step": 899 + }, + { + "entropy": 1.764592448870341, + "epoch": 0.115409275486215, + "learning_rate": 0.0009998339833823602, + "loss": 4.874570369720459, + "mean_token_accuracy": 0.6007204453150431, + "num_tokens": 8422799.0, + "step": 900 + }, + { + "entropy": 1.8281139930089314, + "epoch": 0.11553750801453302, + "learning_rate": 0.0009998329279459566, + "loss": 5.359908580780029, + "mean_token_accuracy": 0.5700144171714783, + "num_tokens": 8431770.0, + "step": 901 + }, + { + "entropy": 1.5992140372594197, + "epoch": 0.11566574054285103, + "learning_rate": 0.0009998318691658123, + "loss": 4.5189313888549805, + "mean_token_accuracy": 0.6349197626113892, + "num_tokens": 8440506.0, + "step": 902 + }, + { + "entropy": 1.7558438777923584, + "epoch": 0.11579397307116905, + "learning_rate": 0.0009998308070419347, + "loss": 5.132927894592285, + "mean_token_accuracy": 0.57329793771108, + "num_tokens": 8450976.0, + "step": 903 + }, + { + "entropy": 1.578643520673116, + "epoch": 0.11592220559948707, + "learning_rate": 0.000999829741574331, + "loss": 4.371078014373779, + "mean_token_accuracy": 0.6395710508028666, + "num_tokens": 8458846.0, + "step": 904 + }, + { + "entropy": 1.6816519101460774, + "epoch": 0.11605043812780509, + "learning_rate": 0.000999828672763008, + "loss": 4.803353309631348, + "mean_token_accuracy": 0.6002969741821289, + "num_tokens": 8468423.0, + "step": 905 + }, + { + "entropy": 1.7680826981862385, + "epoch": 0.1161786706561231, + "learning_rate": 0.000999827600607973, + "loss": 5.006836414337158, + "mean_token_accuracy": 0.6099230647087097, + "num_tokens": 8478089.0, + "step": 906 + }, + { + "entropy": 1.6665610074996948, + "epoch": 0.11630690318444112, + "learning_rate": 0.0009998265251092333, + "loss": 4.813246726989746, + "mean_token_accuracy": 0.6093073685963949, + "num_tokens": 8487040.0, + "step": 907 + }, + { + "entropy": 1.5346391201019287, + "epoch": 0.11643513571275914, + "learning_rate": 0.000999825446266796, + "loss": 4.387472152709961, + "mean_token_accuracy": 0.6315855781237284, + "num_tokens": 8495344.0, + "step": 908 + }, + { + "entropy": 1.5242997805277507, + "epoch": 0.11656336824107716, + "learning_rate": 0.0009998243640806682, + "loss": 4.171288013458252, + "mean_token_accuracy": 0.6473408142725626, + "num_tokens": 8502357.0, + "step": 909 + }, + { + "entropy": 1.5003608862559001, + "epoch": 0.11669160076939517, + "learning_rate": 0.0009998232785508572, + "loss": 4.2096147537231445, + "mean_token_accuracy": 0.6479138731956482, + "num_tokens": 8513406.0, + "step": 910 + }, + { + "entropy": 1.6315454641977947, + "epoch": 0.11681983329771319, + "learning_rate": 0.0009998221896773702, + "loss": 4.539163589477539, + "mean_token_accuracy": 0.6239820718765259, + "num_tokens": 8521950.0, + "step": 911 + }, + { + "entropy": 1.697100838025411, + "epoch": 0.1169480658260312, + "learning_rate": 0.0009998210974602147, + "loss": 4.680363178253174, + "mean_token_accuracy": 0.6267199714978536, + "num_tokens": 8532488.0, + "step": 912 + }, + { + "entropy": 1.7454746961593628, + "epoch": 0.11707629835434923, + "learning_rate": 0.000999820001899398, + "loss": 4.866639137268066, + "mean_token_accuracy": 0.6116790572802225, + "num_tokens": 8543178.0, + "step": 913 + }, + { + "entropy": 1.6874934434890747, + "epoch": 0.11720453088266723, + "learning_rate": 0.0009998189029949273, + "loss": 4.836751461029053, + "mean_token_accuracy": 0.6112301548322042, + "num_tokens": 8552729.0, + "step": 914 + }, + { + "entropy": 1.5752242008845012, + "epoch": 0.11733276341098525, + "learning_rate": 0.0009998178007468096, + "loss": 4.527039527893066, + "mean_token_accuracy": 0.619421660900116, + "num_tokens": 8561528.0, + "step": 915 + }, + { + "entropy": 1.630325436592102, + "epoch": 0.11746099593930327, + "learning_rate": 0.000999816695155053, + "loss": 4.534570217132568, + "mean_token_accuracy": 0.6288007895151774, + "num_tokens": 8571030.0, + "step": 916 + }, + { + "entropy": 1.4976834058761597, + "epoch": 0.11758922846762129, + "learning_rate": 0.0009998155862196644, + "loss": 4.124261856079102, + "mean_token_accuracy": 0.6492862502733866, + "num_tokens": 8581335.0, + "step": 917 + }, + { + "entropy": 1.85222327709198, + "epoch": 0.1177174609959393, + "learning_rate": 0.0009998144739406516, + "loss": 5.194915771484375, + "mean_token_accuracy": 0.5699364542961121, + "num_tokens": 8588929.0, + "step": 918 + }, + { + "entropy": 1.6740790208180745, + "epoch": 0.11784569352425732, + "learning_rate": 0.0009998133583180215, + "loss": 4.788707733154297, + "mean_token_accuracy": 0.6056079665819804, + "num_tokens": 8599008.0, + "step": 919 + }, + { + "entropy": 1.6778850555419922, + "epoch": 0.11797392605257534, + "learning_rate": 0.0009998122393517818, + "loss": 4.744855880737305, + "mean_token_accuracy": 0.6132649779319763, + "num_tokens": 8607159.0, + "step": 920 + }, + { + "entropy": 1.6272327105204265, + "epoch": 0.11810215858089336, + "learning_rate": 0.0009998111170419403, + "loss": 4.454307556152344, + "mean_token_accuracy": 0.6298128763834635, + "num_tokens": 8615921.0, + "step": 921 + }, + { + "entropy": 1.7129571040471394, + "epoch": 0.11823039110921137, + "learning_rate": 0.000999809991388504, + "loss": 4.754734039306641, + "mean_token_accuracy": 0.6145715912183126, + "num_tokens": 8623656.0, + "step": 922 + }, + { + "entropy": 1.8645472526550293, + "epoch": 0.11835862363752939, + "learning_rate": 0.000999808862391481, + "loss": 5.318403244018555, + "mean_token_accuracy": 0.5899924039840698, + "num_tokens": 8634064.0, + "step": 923 + }, + { + "entropy": 1.816100835800171, + "epoch": 0.1184868561658474, + "learning_rate": 0.0009998077300508784, + "loss": 5.2840800285339355, + "mean_token_accuracy": 0.5786226193110148, + "num_tokens": 8642874.0, + "step": 924 + }, + { + "entropy": 1.6619661649068196, + "epoch": 0.11861508869416541, + "learning_rate": 0.0009998065943667036, + "loss": 4.513233184814453, + "mean_token_accuracy": 0.6221398909886678, + "num_tokens": 8651789.0, + "step": 925 + }, + { + "entropy": 1.5547793706258137, + "epoch": 0.11874332122248343, + "learning_rate": 0.0009998054553389648, + "loss": 4.392693519592285, + "mean_token_accuracy": 0.6375541885693868, + "num_tokens": 8662909.0, + "step": 926 + }, + { + "entropy": 1.6729545990626018, + "epoch": 0.11887155375080145, + "learning_rate": 0.0009998043129676693, + "loss": 4.747239589691162, + "mean_token_accuracy": 0.6106904149055481, + "num_tokens": 8672119.0, + "step": 927 + }, + { + "entropy": 1.9056094884872437, + "epoch": 0.11899978627911947, + "learning_rate": 0.000999803167252825, + "loss": 5.4608259201049805, + "mean_token_accuracy": 0.569267988204956, + "num_tokens": 8680456.0, + "step": 928 + }, + { + "entropy": 1.6244820356369019, + "epoch": 0.11912801880743748, + "learning_rate": 0.000999802018194439, + "loss": 4.447497367858887, + "mean_token_accuracy": 0.6223075191179911, + "num_tokens": 8690844.0, + "step": 929 + }, + { + "entropy": 1.7414830525716145, + "epoch": 0.1192562513357555, + "learning_rate": 0.0009998008657925194, + "loss": 4.9312849044799805, + "mean_token_accuracy": 0.5920565128326416, + "num_tokens": 8702156.0, + "step": 930 + }, + { + "entropy": 1.6161360343297322, + "epoch": 0.11938448386407352, + "learning_rate": 0.0009997997100470739, + "loss": 4.670279502868652, + "mean_token_accuracy": 0.6181370218594869, + "num_tokens": 8711544.0, + "step": 931 + }, + { + "entropy": 1.5379145940144856, + "epoch": 0.11951271639239154, + "learning_rate": 0.00099979855095811, + "loss": 4.3480305671691895, + "mean_token_accuracy": 0.6418914993604025, + "num_tokens": 8721825.0, + "step": 932 + }, + { + "entropy": 1.618175466855367, + "epoch": 0.11964094892070955, + "learning_rate": 0.0009997973885256357, + "loss": 4.482048511505127, + "mean_token_accuracy": 0.6268704334894816, + "num_tokens": 8729863.0, + "step": 933 + }, + { + "entropy": 1.5514472325642903, + "epoch": 0.11976918144902757, + "learning_rate": 0.0009997962227496586, + "loss": 4.372862815856934, + "mean_token_accuracy": 0.6365982492764791, + "num_tokens": 8739239.0, + "step": 934 + }, + { + "entropy": 1.8350683053334553, + "epoch": 0.11989741397734559, + "learning_rate": 0.0009997950536301868, + "loss": 5.359835624694824, + "mean_token_accuracy": 0.5606001218159994, + "num_tokens": 8747940.0, + "step": 935 + }, + { + "entropy": 1.7080879211425781, + "epoch": 0.12002564650566361, + "learning_rate": 0.0009997938811672276, + "loss": 4.701452255249023, + "mean_token_accuracy": 0.6009057958920797, + "num_tokens": 8754760.0, + "step": 936 + }, + { + "entropy": 1.801404317220052, + "epoch": 0.12015387903398161, + "learning_rate": 0.0009997927053607893, + "loss": 5.018006324768066, + "mean_token_accuracy": 0.5896262327829996, + "num_tokens": 8765151.0, + "step": 937 + }, + { + "entropy": 1.375808318456014, + "epoch": 0.12028211156229963, + "learning_rate": 0.0009997915262108799, + "loss": 3.7418527603149414, + "mean_token_accuracy": 0.6796356836954752, + "num_tokens": 8774789.0, + "step": 938 + }, + { + "entropy": 1.6924448013305664, + "epoch": 0.12041034409061765, + "learning_rate": 0.0009997903437175067, + "loss": 4.663312911987305, + "mean_token_accuracy": 0.6297804911931356, + "num_tokens": 8786409.0, + "step": 939 + }, + { + "entropy": 1.7449491024017334, + "epoch": 0.12053857661893567, + "learning_rate": 0.000999789157880678, + "loss": 4.837742805480957, + "mean_token_accuracy": 0.6147607167561849, + "num_tokens": 8796721.0, + "step": 940 + }, + { + "entropy": 1.8826446533203125, + "epoch": 0.12066680914725368, + "learning_rate": 0.0009997879687004016, + "loss": 5.316516876220703, + "mean_token_accuracy": 0.5516351262728373, + "num_tokens": 8805457.0, + "step": 941 + }, + { + "entropy": 1.8513470093409221, + "epoch": 0.1207950416755717, + "learning_rate": 0.0009997867761766855, + "loss": 5.354114532470703, + "mean_token_accuracy": 0.5690437952677408, + "num_tokens": 8813173.0, + "step": 942 + }, + { + "entropy": 1.6597667932510376, + "epoch": 0.12092327420388972, + "learning_rate": 0.0009997855803095378, + "loss": 4.553388595581055, + "mean_token_accuracy": 0.6210985779762268, + "num_tokens": 8821175.0, + "step": 943 + }, + { + "entropy": 1.7822924455006917, + "epoch": 0.12105150673220774, + "learning_rate": 0.0009997843810989663, + "loss": 5.129096508026123, + "mean_token_accuracy": 0.590861439704895, + "num_tokens": 8830115.0, + "step": 944 + }, + { + "entropy": 1.6059261957804363, + "epoch": 0.12117973926052575, + "learning_rate": 0.0009997831785449791, + "loss": 4.451211929321289, + "mean_token_accuracy": 0.64016725619634, + "num_tokens": 8839050.0, + "step": 945 + }, + { + "entropy": 1.8728833198547363, + "epoch": 0.12130797178884377, + "learning_rate": 0.0009997819726475844, + "loss": 5.367951393127441, + "mean_token_accuracy": 0.5679022669792175, + "num_tokens": 8847720.0, + "step": 946 + }, + { + "entropy": 1.6978827714920044, + "epoch": 0.12143620431716179, + "learning_rate": 0.0009997807634067898, + "loss": 4.827606201171875, + "mean_token_accuracy": 0.6132763822873434, + "num_tokens": 8855686.0, + "step": 947 + }, + { + "entropy": 1.6356223424275715, + "epoch": 0.12156443684547981, + "learning_rate": 0.000999779550822604, + "loss": 4.682272911071777, + "mean_token_accuracy": 0.6015910506248474, + "num_tokens": 8865391.0, + "step": 948 + }, + { + "entropy": 1.5132162968317668, + "epoch": 0.12169266937379782, + "learning_rate": 0.0009997783348950349, + "loss": 4.216468811035156, + "mean_token_accuracy": 0.6301561594009399, + "num_tokens": 8874358.0, + "step": 949 + }, + { + "entropy": 1.8598791758219402, + "epoch": 0.12182090190211584, + "learning_rate": 0.0009997771156240903, + "loss": 5.255611419677734, + "mean_token_accuracy": 0.5688102841377258, + "num_tokens": 8882254.0, + "step": 950 + }, + { + "entropy": 1.6787487665812175, + "epoch": 0.12194913443043386, + "learning_rate": 0.0009997758930097786, + "loss": 4.528482437133789, + "mean_token_accuracy": 0.6306041280428568, + "num_tokens": 8891293.0, + "step": 951 + }, + { + "entropy": 1.51544984181722, + "epoch": 0.12207736695875188, + "learning_rate": 0.0009997746670521081, + "loss": 4.227238655090332, + "mean_token_accuracy": 0.6377604405085245, + "num_tokens": 8899859.0, + "step": 952 + }, + { + "entropy": 1.9048726161321003, + "epoch": 0.12220559948706988, + "learning_rate": 0.000999773437751087, + "loss": 5.42409086227417, + "mean_token_accuracy": 0.574732780456543, + "num_tokens": 8908992.0, + "step": 953 + }, + { + "entropy": 1.621648867925008, + "epoch": 0.1223338320153879, + "learning_rate": 0.0009997722051067232, + "loss": 4.537248611450195, + "mean_token_accuracy": 0.6224733392397562, + "num_tokens": 8920561.0, + "step": 954 + }, + { + "entropy": 1.685124675432841, + "epoch": 0.12246206454370592, + "learning_rate": 0.0009997709691190253, + "loss": 4.7728271484375, + "mean_token_accuracy": 0.6033756732940674, + "num_tokens": 8930851.0, + "step": 955 + }, + { + "entropy": 1.5581037203470867, + "epoch": 0.12259029707202394, + "learning_rate": 0.0009997697297880013, + "loss": 4.315101623535156, + "mean_token_accuracy": 0.636428157488505, + "num_tokens": 8940057.0, + "step": 956 + }, + { + "entropy": 1.6765810648600261, + "epoch": 0.12271852960034195, + "learning_rate": 0.0009997684871136596, + "loss": 4.583891868591309, + "mean_token_accuracy": 0.6203389763832092, + "num_tokens": 8952895.0, + "step": 957 + }, + { + "entropy": 1.6898019313812256, + "epoch": 0.12284676212865997, + "learning_rate": 0.0009997672410960088, + "loss": 4.815267562866211, + "mean_token_accuracy": 0.5898794134457906, + "num_tokens": 8965059.0, + "step": 958 + }, + { + "entropy": 1.695844054222107, + "epoch": 0.12297499465697799, + "learning_rate": 0.0009997659917350568, + "loss": 4.714900493621826, + "mean_token_accuracy": 0.6020465691884359, + "num_tokens": 8972635.0, + "step": 959 + }, + { + "entropy": 1.5492963790893555, + "epoch": 0.12310322718529601, + "learning_rate": 0.0009997647390308122, + "loss": 4.362369537353516, + "mean_token_accuracy": 0.6314645210901896, + "num_tokens": 8982227.0, + "step": 960 + }, + { + "entropy": 1.590274492899577, + "epoch": 0.12323145971361402, + "learning_rate": 0.000999763482983283, + "loss": 4.458358287811279, + "mean_token_accuracy": 0.6170573631922404, + "num_tokens": 8991706.0, + "step": 961 + }, + { + "entropy": 1.7795262336730957, + "epoch": 0.12335969224193204, + "learning_rate": 0.0009997622235924783, + "loss": 4.927909851074219, + "mean_token_accuracy": 0.5906370282173157, + "num_tokens": 9000482.0, + "step": 962 + }, + { + "entropy": 1.7142874399820964, + "epoch": 0.12348792477025006, + "learning_rate": 0.000999760960858406, + "loss": 4.707099914550781, + "mean_token_accuracy": 0.5953311324119568, + "num_tokens": 9010309.0, + "step": 963 + }, + { + "entropy": 1.7412958145141602, + "epoch": 0.12361615729856806, + "learning_rate": 0.0009997596947810747, + "loss": 4.96402645111084, + "mean_token_accuracy": 0.5902215838432312, + "num_tokens": 9019673.0, + "step": 964 + }, + { + "entropy": 1.5726293722788494, + "epoch": 0.12374438982688608, + "learning_rate": 0.0009997584253604928, + "loss": 4.357353210449219, + "mean_token_accuracy": 0.6341153581937155, + "num_tokens": 9031083.0, + "step": 965 + }, + { + "entropy": 1.7913421789805095, + "epoch": 0.1238726223552041, + "learning_rate": 0.0009997571525966688, + "loss": 4.969003200531006, + "mean_token_accuracy": 0.600025991598765, + "num_tokens": 9041240.0, + "step": 966 + }, + { + "entropy": 1.622300624847412, + "epoch": 0.12400085488352212, + "learning_rate": 0.0009997558764896113, + "loss": 4.608152389526367, + "mean_token_accuracy": 0.6004922787348429, + "num_tokens": 9052944.0, + "step": 967 + }, + { + "entropy": 1.5698291858037312, + "epoch": 0.12412908741184013, + "learning_rate": 0.0009997545970393288, + "loss": 4.158239364624023, + "mean_token_accuracy": 0.6557592153549194, + "num_tokens": 9062246.0, + "step": 968 + }, + { + "entropy": 1.676566481590271, + "epoch": 0.12425731994015815, + "learning_rate": 0.0009997533142458298, + "loss": 4.777133464813232, + "mean_token_accuracy": 0.583078145980835, + "num_tokens": 9071384.0, + "step": 969 + }, + { + "entropy": 1.6730032761891682, + "epoch": 0.12438555246847617, + "learning_rate": 0.0009997520281091231, + "loss": 4.6362738609313965, + "mean_token_accuracy": 0.6152538855870565, + "num_tokens": 9082724.0, + "step": 970 + }, + { + "entropy": 1.7118014891942341, + "epoch": 0.12451378499679419, + "learning_rate": 0.000999750738629217, + "loss": 4.807710647583008, + "mean_token_accuracy": 0.6068770289421082, + "num_tokens": 9094725.0, + "step": 971 + }, + { + "entropy": 1.6321589946746826, + "epoch": 0.1246420175251122, + "learning_rate": 0.0009997494458061204, + "loss": 4.5725202560424805, + "mean_token_accuracy": 0.6144262353579203, + "num_tokens": 9102199.0, + "step": 972 + }, + { + "entropy": 1.6453620592753093, + "epoch": 0.12477025005343022, + "learning_rate": 0.0009997481496398417, + "loss": 4.790081977844238, + "mean_token_accuracy": 0.6146746079126993, + "num_tokens": 9113615.0, + "step": 973 + }, + { + "entropy": 1.5623317956924438, + "epoch": 0.12489848258174824, + "learning_rate": 0.0009997468501303896, + "loss": 4.459344863891602, + "mean_token_accuracy": 0.6201781431833903, + "num_tokens": 9122418.0, + "step": 974 + }, + { + "entropy": 1.7287195523579915, + "epoch": 0.12502671511006624, + "learning_rate": 0.000999745547277773, + "loss": 4.83458948135376, + "mean_token_accuracy": 0.5984402100245158, + "num_tokens": 9131994.0, + "step": 975 + }, + { + "entropy": 1.5923792521158855, + "epoch": 0.12515494763838428, + "learning_rate": 0.0009997442410820004, + "loss": 4.318316459655762, + "mean_token_accuracy": 0.6445059180259705, + "num_tokens": 9143042.0, + "step": 976 + }, + { + "entropy": 1.7190254131952922, + "epoch": 0.12528318016670228, + "learning_rate": 0.0009997429315430808, + "loss": 4.924123764038086, + "mean_token_accuracy": 0.5886072516441345, + "num_tokens": 9151018.0, + "step": 977 + }, + { + "entropy": 1.8925957282384236, + "epoch": 0.1254114126950203, + "learning_rate": 0.0009997416186610228, + "loss": 5.565064430236816, + "mean_token_accuracy": 0.5599053303400675, + "num_tokens": 9160334.0, + "step": 978 + }, + { + "entropy": 1.7072480122248332, + "epoch": 0.12553964522333833, + "learning_rate": 0.000999740302435835, + "loss": 4.864774703979492, + "mean_token_accuracy": 0.6090500950813293, + "num_tokens": 9168338.0, + "step": 979 + }, + { + "entropy": 1.7276240189870198, + "epoch": 0.12566787775165633, + "learning_rate": 0.0009997389828675265, + "loss": 4.923738479614258, + "mean_token_accuracy": 0.5933098196983337, + "num_tokens": 9179195.0, + "step": 980 + }, + { + "entropy": 1.9042164484659831, + "epoch": 0.12579611027997437, + "learning_rate": 0.000999737659956106, + "loss": 5.383483409881592, + "mean_token_accuracy": 0.5676222542921702, + "num_tokens": 9186242.0, + "step": 981 + }, + { + "entropy": 1.5446136792500813, + "epoch": 0.12592434280829237, + "learning_rate": 0.0009997363337015822, + "loss": 4.278306007385254, + "mean_token_accuracy": 0.64264444510142, + "num_tokens": 9197545.0, + "step": 982 + }, + { + "entropy": 1.622487982114156, + "epoch": 0.12605257533661038, + "learning_rate": 0.0009997350041039644, + "loss": 4.552203178405762, + "mean_token_accuracy": 0.6154409050941467, + "num_tokens": 9206275.0, + "step": 983 + }, + { + "entropy": 1.6760368744532268, + "epoch": 0.1261808078649284, + "learning_rate": 0.000999733671163261, + "loss": 4.786759376525879, + "mean_token_accuracy": 0.6168150901794434, + "num_tokens": 9213040.0, + "step": 984 + }, + { + "entropy": 1.5129101276397705, + "epoch": 0.12630904039324642, + "learning_rate": 0.0009997323348794813, + "loss": 4.273124694824219, + "mean_token_accuracy": 0.6346089045206705, + "num_tokens": 9222231.0, + "step": 985 + }, + { + "entropy": 1.7151440382003784, + "epoch": 0.12643727292156443, + "learning_rate": 0.000999730995252634, + "loss": 4.981403827667236, + "mean_token_accuracy": 0.6002989411354065, + "num_tokens": 9231048.0, + "step": 986 + }, + { + "entropy": 1.8520467281341553, + "epoch": 0.12656550544988246, + "learning_rate": 0.0009997296522827282, + "loss": 5.167765140533447, + "mean_token_accuracy": 0.5817817648251852, + "num_tokens": 9240919.0, + "step": 987 + }, + { + "entropy": 1.548579216003418, + "epoch": 0.12669373797820047, + "learning_rate": 0.0009997283059697728, + "loss": 4.219403266906738, + "mean_token_accuracy": 0.664337952931722, + "num_tokens": 9249628.0, + "step": 988 + }, + { + "entropy": 1.7471071084340413, + "epoch": 0.1268219705065185, + "learning_rate": 0.000999726956313777, + "loss": 5.038551330566406, + "mean_token_accuracy": 0.6042836507161459, + "num_tokens": 9259905.0, + "step": 989 + }, + { + "entropy": 1.8124425411224365, + "epoch": 0.1269502030348365, + "learning_rate": 0.0009997256033147492, + "loss": 5.194255352020264, + "mean_token_accuracy": 0.579052726427714, + "num_tokens": 9268386.0, + "step": 990 + }, + { + "entropy": 1.4947761297225952, + "epoch": 0.1270784355631545, + "learning_rate": 0.0009997242469726992, + "loss": 4.161611080169678, + "mean_token_accuracy": 0.6469184160232544, + "num_tokens": 9277085.0, + "step": 991 + }, + { + "entropy": 1.678377588589986, + "epoch": 0.12720666809147255, + "learning_rate": 0.000999722887287636, + "loss": 4.6265058517456055, + "mean_token_accuracy": 0.6139700214068095, + "num_tokens": 9287656.0, + "step": 992 + }, + { + "entropy": 1.8840897878011067, + "epoch": 0.12733490061979055, + "learning_rate": 0.0009997215242595681, + "loss": 5.203329086303711, + "mean_token_accuracy": 0.5821172992388407, + "num_tokens": 9295780.0, + "step": 993 + }, + { + "entropy": 1.6276002724965413, + "epoch": 0.12746313314810856, + "learning_rate": 0.0009997201578885052, + "loss": 4.48515510559082, + "mean_token_accuracy": 0.6188710331916809, + "num_tokens": 9303556.0, + "step": 994 + }, + { + "entropy": 1.4594262440999348, + "epoch": 0.1275913656764266, + "learning_rate": 0.0009997187881744564, + "loss": 3.8961620330810547, + "mean_token_accuracy": 0.6750718355178833, + "num_tokens": 9314142.0, + "step": 995 + }, + { + "entropy": 1.5141244729359944, + "epoch": 0.1277195982047446, + "learning_rate": 0.0009997174151174305, + "loss": 4.269403457641602, + "mean_token_accuracy": 0.6376997828483582, + "num_tokens": 9322406.0, + "step": 996 + }, + { + "entropy": 1.6028164227803547, + "epoch": 0.12784783073306263, + "learning_rate": 0.000999716038717437, + "loss": 4.533294677734375, + "mean_token_accuracy": 0.6247278253237406, + "num_tokens": 9330940.0, + "step": 997 + }, + { + "entropy": 1.537510832150777, + "epoch": 0.12797606326138064, + "learning_rate": 0.0009997146589744849, + "loss": 4.349475860595703, + "mean_token_accuracy": 0.6372995575269064, + "num_tokens": 9337456.0, + "step": 998 + }, + { + "entropy": 1.6056958834330242, + "epoch": 0.12810429578969865, + "learning_rate": 0.0009997132758885834, + "loss": 4.3941450119018555, + "mean_token_accuracy": 0.6366737683614095, + "num_tokens": 9346803.0, + "step": 999 + }, + { + "entropy": 1.7145544290542603, + "epoch": 0.12823252831801668, + "learning_rate": 0.000999711889459742, + "loss": 4.817878723144531, + "mean_token_accuracy": 0.6018957694371542, + "num_tokens": 9354496.0, + "step": 1000 + }, + { + "epoch": 0.12823252831801668, + "eval_cdm_f1": 0.21577300000000002, + "eval_entropy": 1.7484514087438583, + "eval_exact_match": 0.005, + "eval_loss": 1.6610909700393677, + "eval_mean_token_accuracy": 0.5929127342998981, + "eval_norm_edit_similarity": 0.6061968012386576, + "eval_num_tokens": 9354496.0, + "eval_runtime": 26.1591, + "eval_samples_per_second": 7.646, + "eval_steps_per_second": 1.529, + "step": 1000 + }, + { + "entropy": 1.6904995044072468, + "epoch": 0.1283607608463347, + "learning_rate": 0.00099971049968797, + "loss": 4.838888168334961, + "mean_token_accuracy": 0.6068423191706339, + "num_tokens": 9362075.0, + "step": 1001 + }, + { + "entropy": 1.6496388117472331, + "epoch": 0.1284889933746527, + "learning_rate": 0.0009997091065732763, + "loss": 4.888579368591309, + "mean_token_accuracy": 0.6057213147481283, + "num_tokens": 9372273.0, + "step": 1002 + }, + { + "entropy": 1.652549386024475, + "epoch": 0.12861722590297073, + "learning_rate": 0.0009997077101156708, + "loss": 4.718095302581787, + "mean_token_accuracy": 0.6167278091112772, + "num_tokens": 9381106.0, + "step": 1003 + }, + { + "entropy": 1.477916677792867, + "epoch": 0.12874545843128873, + "learning_rate": 0.0009997063103151622, + "loss": 4.20052433013916, + "mean_token_accuracy": 0.6493071913719177, + "num_tokens": 9389694.0, + "step": 1004 + }, + { + "entropy": 1.6233282883961995, + "epoch": 0.12887369095960674, + "learning_rate": 0.0009997049071717604, + "loss": 4.594884872436523, + "mean_token_accuracy": 0.6194133361180624, + "num_tokens": 9400277.0, + "step": 1005 + }, + { + "entropy": 1.606856147448222, + "epoch": 0.12900192348792477, + "learning_rate": 0.0009997035006854744, + "loss": 4.4262614250183105, + "mean_token_accuracy": 0.6299206415812174, + "num_tokens": 9410693.0, + "step": 1006 + }, + { + "entropy": 1.8129878441492717, + "epoch": 0.12913015601624278, + "learning_rate": 0.000999702090856314, + "loss": 5.179064750671387, + "mean_token_accuracy": 0.5870526234308878, + "num_tokens": 9420736.0, + "step": 1007 + }, + { + "entropy": 1.734039028485616, + "epoch": 0.12925838854456081, + "learning_rate": 0.0009997006776842883, + "loss": 4.955756187438965, + "mean_token_accuracy": 0.5859070221583048, + "num_tokens": 9428124.0, + "step": 1008 + }, + { + "entropy": 1.590045650800069, + "epoch": 0.12938662107287882, + "learning_rate": 0.0009996992611694068, + "loss": 4.344049453735352, + "mean_token_accuracy": 0.6474370757738749, + "num_tokens": 9436426.0, + "step": 1009 + }, + { + "entropy": 1.6469017267227173, + "epoch": 0.12951485360119683, + "learning_rate": 0.000999697841311679, + "loss": 4.742135047912598, + "mean_token_accuracy": 0.6176806489626566, + "num_tokens": 9446464.0, + "step": 1010 + }, + { + "entropy": 1.63869313398997, + "epoch": 0.12964308612951486, + "learning_rate": 0.0009996964181111145, + "loss": 4.686491966247559, + "mean_token_accuracy": 0.6188450256983439, + "num_tokens": 9455808.0, + "step": 1011 + }, + { + "entropy": 1.5412007967631023, + "epoch": 0.12977131865783287, + "learning_rate": 0.0009996949915677229, + "loss": 4.382510185241699, + "mean_token_accuracy": 0.6382110714912415, + "num_tokens": 9466464.0, + "step": 1012 + }, + { + "entropy": 1.6803306341171265, + "epoch": 0.12989955118615087, + "learning_rate": 0.0009996935616815132, + "loss": 4.827277183532715, + "mean_token_accuracy": 0.6075596809387207, + "num_tokens": 9476669.0, + "step": 1013 + }, + { + "entropy": 1.5269417365392048, + "epoch": 0.1300277837144689, + "learning_rate": 0.0009996921284524958, + "loss": 4.217049598693848, + "mean_token_accuracy": 0.6493569016456604, + "num_tokens": 9485559.0, + "step": 1014 + }, + { + "entropy": 1.6517585913340251, + "epoch": 0.13015601624278691, + "learning_rate": 0.0009996906918806796, + "loss": 4.560355186462402, + "mean_token_accuracy": 0.6221732695897421, + "num_tokens": 9493718.0, + "step": 1015 + }, + { + "entropy": 1.5893950859705608, + "epoch": 0.13028424877110495, + "learning_rate": 0.0009996892519660745, + "loss": 4.568649768829346, + "mean_token_accuracy": 0.6369511485099792, + "num_tokens": 9504207.0, + "step": 1016 + }, + { + "entropy": 1.654767394065857, + "epoch": 0.13041248129942296, + "learning_rate": 0.0009996878087086903, + "loss": 4.687366008758545, + "mean_token_accuracy": 0.6091297070185343, + "num_tokens": 9513569.0, + "step": 1017 + }, + { + "entropy": 1.4789527654647827, + "epoch": 0.13054071382774096, + "learning_rate": 0.0009996863621085364, + "loss": 4.101292610168457, + "mean_token_accuracy": 0.6660781105359396, + "num_tokens": 9521604.0, + "step": 1018 + }, + { + "entropy": 1.7630365292231243, + "epoch": 0.130668946356059, + "learning_rate": 0.0009996849121656224, + "loss": 4.785077095031738, + "mean_token_accuracy": 0.6159910758336385, + "num_tokens": 9529770.0, + "step": 1019 + }, + { + "entropy": 1.5891088644663494, + "epoch": 0.130797178884377, + "learning_rate": 0.000999683458879958, + "loss": 4.184257507324219, + "mean_token_accuracy": 0.6406221787134806, + "num_tokens": 9537082.0, + "step": 1020 + }, + { + "entropy": 1.5155456860860188, + "epoch": 0.130925411412695, + "learning_rate": 0.0009996820022515531, + "loss": 4.343319892883301, + "mean_token_accuracy": 0.6374772787094116, + "num_tokens": 9545965.0, + "step": 1021 + }, + { + "entropy": 1.7531214555104573, + "epoch": 0.13105364394101304, + "learning_rate": 0.0009996805422804176, + "loss": 4.9173173904418945, + "mean_token_accuracy": 0.595012366771698, + "num_tokens": 9555582.0, + "step": 1022 + }, + { + "entropy": 1.6384516954421997, + "epoch": 0.13118187646933105, + "learning_rate": 0.000999679078966561, + "loss": 4.479815483093262, + "mean_token_accuracy": 0.6284250219662985, + "num_tokens": 9566019.0, + "step": 1023 + }, + { + "entropy": 1.5714590549468994, + "epoch": 0.13131010899764908, + "learning_rate": 0.000999677612309993, + "loss": 4.499224662780762, + "mean_token_accuracy": 0.6361313660939535, + "num_tokens": 9574824.0, + "step": 1024 + }, + { + "entropy": 1.6159027417500813, + "epoch": 0.1314383415259671, + "learning_rate": 0.0009996761423107237, + "loss": 4.3943891525268555, + "mean_token_accuracy": 0.634631077448527, + "num_tokens": 9583921.0, + "step": 1025 + }, + { + "entropy": 1.6581708987553914, + "epoch": 0.1315665740542851, + "learning_rate": 0.0009996746689687629, + "loss": 4.671687126159668, + "mean_token_accuracy": 0.6176734765370687, + "num_tokens": 9596676.0, + "step": 1026 + }, + { + "entropy": 1.6117233832677205, + "epoch": 0.13169480658260313, + "learning_rate": 0.00099967319228412, + "loss": 4.534957408905029, + "mean_token_accuracy": 0.621680498123169, + "num_tokens": 9607589.0, + "step": 1027 + }, + { + "entropy": 1.6967586676279705, + "epoch": 0.13182303911092114, + "learning_rate": 0.0009996717122568056, + "loss": 4.961617469787598, + "mean_token_accuracy": 0.611493448416392, + "num_tokens": 9616072.0, + "step": 1028 + }, + { + "entropy": 1.5291434129079182, + "epoch": 0.13195127163923914, + "learning_rate": 0.000999670228886829, + "loss": 4.321732521057129, + "mean_token_accuracy": 0.6448274850845337, + "num_tokens": 9624877.0, + "step": 1029 + }, + { + "entropy": 1.6626922686894734, + "epoch": 0.13207950416755718, + "learning_rate": 0.0009996687421742003, + "loss": 4.816336631774902, + "mean_token_accuracy": 0.6236803929011027, + "num_tokens": 9635716.0, + "step": 1030 + }, + { + "entropy": 1.523075024286906, + "epoch": 0.13220773669587518, + "learning_rate": 0.0009996672521189298, + "loss": 4.084385871887207, + "mean_token_accuracy": 0.6646249691645304, + "num_tokens": 9647285.0, + "step": 1031 + }, + { + "entropy": 1.5702316363652546, + "epoch": 0.13233596922419322, + "learning_rate": 0.000999665758721027, + "loss": 4.604250431060791, + "mean_token_accuracy": 0.6177228291829427, + "num_tokens": 9657030.0, + "step": 1032 + }, + { + "entropy": 1.688055435816447, + "epoch": 0.13246420175251122, + "learning_rate": 0.0009996642619805021, + "loss": 4.663888454437256, + "mean_token_accuracy": 0.6067463159561157, + "num_tokens": 9667767.0, + "step": 1033 + }, + { + "entropy": 1.7292813062667847, + "epoch": 0.13259243428082923, + "learning_rate": 0.000999662761897365, + "loss": 4.738582611083984, + "mean_token_accuracy": 0.6282446185747782, + "num_tokens": 9678405.0, + "step": 1034 + }, + { + "entropy": 1.5583624839782715, + "epoch": 0.13272066680914726, + "learning_rate": 0.0009996612584716258, + "loss": 4.501221179962158, + "mean_token_accuracy": 0.6191198229789734, + "num_tokens": 9688025.0, + "step": 1035 + }, + { + "entropy": 1.6168816089630127, + "epoch": 0.13284889933746527, + "learning_rate": 0.0009996597517032946, + "loss": 4.611250877380371, + "mean_token_accuracy": 0.6117594440778097, + "num_tokens": 9696939.0, + "step": 1036 + }, + { + "entropy": 1.6784478823343914, + "epoch": 0.13297713186578328, + "learning_rate": 0.0009996582415923814, + "loss": 4.720219612121582, + "mean_token_accuracy": 0.6135030190149943, + "num_tokens": 9705659.0, + "step": 1037 + }, + { + "entropy": 1.6800624529520671, + "epoch": 0.1331053643941013, + "learning_rate": 0.0009996567281388964, + "loss": 4.7019500732421875, + "mean_token_accuracy": 0.6185444593429565, + "num_tokens": 9716332.0, + "step": 1038 + }, + { + "entropy": 1.7456845045089722, + "epoch": 0.13323359692241932, + "learning_rate": 0.0009996552113428498, + "loss": 4.82379674911499, + "mean_token_accuracy": 0.6033766667048136, + "num_tokens": 9724336.0, + "step": 1039 + }, + { + "entropy": 1.5960240761439006, + "epoch": 0.13336182945073732, + "learning_rate": 0.0009996536912042515, + "loss": 4.514440536499023, + "mean_token_accuracy": 0.6153271794319153, + "num_tokens": 9732958.0, + "step": 1040 + }, + { + "entropy": 1.488567630449931, + "epoch": 0.13349006197905536, + "learning_rate": 0.0009996521677231116, + "loss": 4.1924333572387695, + "mean_token_accuracy": 0.6281364560127258, + "num_tokens": 9741297.0, + "step": 1041 + }, + { + "entropy": 1.730642318725586, + "epoch": 0.13361829450737336, + "learning_rate": 0.0009996506408994409, + "loss": 4.928103923797607, + "mean_token_accuracy": 0.6041203737258911, + "num_tokens": 9750500.0, + "step": 1042 + }, + { + "entropy": 1.674971063931783, + "epoch": 0.1337465270356914, + "learning_rate": 0.000999649110733249, + "loss": 4.744396209716797, + "mean_token_accuracy": 0.6280284325281779, + "num_tokens": 9759015.0, + "step": 1043 + }, + { + "entropy": 1.6003636916478474, + "epoch": 0.1338747595640094, + "learning_rate": 0.0009996475772245461, + "loss": 4.517621994018555, + "mean_token_accuracy": 0.6257930199305216, + "num_tokens": 9768484.0, + "step": 1044 + }, + { + "entropy": 1.5491791168848674, + "epoch": 0.1340029920923274, + "learning_rate": 0.000999646040373343, + "loss": 4.332767486572266, + "mean_token_accuracy": 0.6332661708196005, + "num_tokens": 9777480.0, + "step": 1045 + }, + { + "entropy": 1.578879952430725, + "epoch": 0.13413122462064545, + "learning_rate": 0.0009996445001796495, + "loss": 4.400943279266357, + "mean_token_accuracy": 0.6328170498212179, + "num_tokens": 9786205.0, + "step": 1046 + }, + { + "entropy": 1.708023468653361, + "epoch": 0.13425945714896345, + "learning_rate": 0.0009996429566434763, + "loss": 4.92852783203125, + "mean_token_accuracy": 0.5977462331453959, + "num_tokens": 9797939.0, + "step": 1047 + }, + { + "entropy": 1.7673388719558716, + "epoch": 0.13438768967728146, + "learning_rate": 0.000999641409764833, + "loss": 4.980105400085449, + "mean_token_accuracy": 0.6132777730623881, + "num_tokens": 9805972.0, + "step": 1048 + }, + { + "entropy": 1.5572725931803386, + "epoch": 0.1345159222055995, + "learning_rate": 0.000999639859543731, + "loss": 4.485527515411377, + "mean_token_accuracy": 0.6376840869585673, + "num_tokens": 9814824.0, + "step": 1049 + }, + { + "entropy": 1.6972480217615764, + "epoch": 0.1346441547339175, + "learning_rate": 0.0009996383059801797, + "loss": 4.837973117828369, + "mean_token_accuracy": 0.6194671392440796, + "num_tokens": 9824379.0, + "step": 1050 + }, + { + "entropy": 1.8122001886367798, + "epoch": 0.13477238726223553, + "learning_rate": 0.0009996367490741902, + "loss": 5.135910511016846, + "mean_token_accuracy": 0.576918880144755, + "num_tokens": 9835041.0, + "step": 1051 + }, + { + "entropy": 1.6075363953908284, + "epoch": 0.13490061979055354, + "learning_rate": 0.0009996351888257725, + "loss": 4.53453254699707, + "mean_token_accuracy": 0.6138397852579752, + "num_tokens": 9845682.0, + "step": 1052 + }, + { + "entropy": 1.6470839977264404, + "epoch": 0.13502885231887155, + "learning_rate": 0.0009996336252349372, + "loss": 4.606354236602783, + "mean_token_accuracy": 0.6138231555620829, + "num_tokens": 9854186.0, + "step": 1053 + }, + { + "entropy": 1.6062304178873699, + "epoch": 0.13515708484718958, + "learning_rate": 0.0009996320583016947, + "loss": 4.391016960144043, + "mean_token_accuracy": 0.6387068231900533, + "num_tokens": 9864515.0, + "step": 1054 + }, + { + "entropy": 1.5450814167658489, + "epoch": 0.13528531737550759, + "learning_rate": 0.0009996304880260556, + "loss": 4.33393669128418, + "mean_token_accuracy": 0.6359842816988627, + "num_tokens": 9874577.0, + "step": 1055 + }, + { + "entropy": 1.6113968292872112, + "epoch": 0.1354135499038256, + "learning_rate": 0.0009996289144080302, + "loss": 4.514498233795166, + "mean_token_accuracy": 0.6124945680300394, + "num_tokens": 9882122.0, + "step": 1056 + }, + { + "entropy": 1.6496142546335857, + "epoch": 0.13554178243214363, + "learning_rate": 0.0009996273374476292, + "loss": 4.6540069580078125, + "mean_token_accuracy": 0.6158435146013895, + "num_tokens": 9890484.0, + "step": 1057 + }, + { + "entropy": 1.58743417263031, + "epoch": 0.13567001496046163, + "learning_rate": 0.000999625757144863, + "loss": 4.530007362365723, + "mean_token_accuracy": 0.6275672117869059, + "num_tokens": 9898990.0, + "step": 1058 + }, + { + "entropy": 1.6770759026209514, + "epoch": 0.13579824748877967, + "learning_rate": 0.0009996241734997423, + "loss": 4.689464569091797, + "mean_token_accuracy": 0.6212443113327026, + "num_tokens": 9908646.0, + "step": 1059 + }, + { + "entropy": 1.5529234806696575, + "epoch": 0.13592648001709767, + "learning_rate": 0.0009996225865122777, + "loss": 4.422235012054443, + "mean_token_accuracy": 0.6208658019701639, + "num_tokens": 9919840.0, + "step": 1060 + }, + { + "entropy": 1.5252511103947957, + "epoch": 0.13605471254541568, + "learning_rate": 0.00099962099618248, + "loss": 4.224433898925781, + "mean_token_accuracy": 0.6503616372744242, + "num_tokens": 9928770.0, + "step": 1061 + }, + { + "entropy": 1.6413689057032268, + "epoch": 0.1361829450737337, + "learning_rate": 0.0009996194025103592, + "loss": 4.607899188995361, + "mean_token_accuracy": 0.6265424291292826, + "num_tokens": 9938221.0, + "step": 1062 + }, + { + "entropy": 1.6542154550552368, + "epoch": 0.13631117760205172, + "learning_rate": 0.0009996178054959266, + "loss": 4.74146842956543, + "mean_token_accuracy": 0.6097644170125326, + "num_tokens": 9947798.0, + "step": 1063 + }, + { + "entropy": 1.6920973459879558, + "epoch": 0.13643941013036973, + "learning_rate": 0.0009996162051391924, + "loss": 4.756376266479492, + "mean_token_accuracy": 0.6072752873102824, + "num_tokens": 9956185.0, + "step": 1064 + }, + { + "entropy": 1.5620935360590618, + "epoch": 0.13656764265868776, + "learning_rate": 0.0009996146014401679, + "loss": 4.214639663696289, + "mean_token_accuracy": 0.6596157948176066, + "num_tokens": 9965151.0, + "step": 1065 + }, + { + "entropy": 1.8110947608947754, + "epoch": 0.13669587518700577, + "learning_rate": 0.0009996129943988631, + "loss": 5.063991069793701, + "mean_token_accuracy": 0.5998815695444742, + "num_tokens": 9974577.0, + "step": 1066 + }, + { + "entropy": 1.5473268032073975, + "epoch": 0.1368241077153238, + "learning_rate": 0.0009996113840152895, + "loss": 4.37905216217041, + "mean_token_accuracy": 0.6374646425247192, + "num_tokens": 9982891.0, + "step": 1067 + }, + { + "entropy": 1.7570488452911377, + "epoch": 0.1369523402436418, + "learning_rate": 0.0009996097702894575, + "loss": 4.8428778648376465, + "mean_token_accuracy": 0.6021499037742615, + "num_tokens": 9991424.0, + "step": 1068 + }, + { + "entropy": 1.3685362339019775, + "epoch": 0.1370805727719598, + "learning_rate": 0.0009996081532213778, + "loss": 3.84962797164917, + "mean_token_accuracy": 0.6653303503990173, + "num_tokens": 10000515.0, + "step": 1069 + }, + { + "entropy": 1.6655537287394206, + "epoch": 0.13720880530027785, + "learning_rate": 0.0009996065328110612, + "loss": 4.894553184509277, + "mean_token_accuracy": 0.5904877781867981, + "num_tokens": 10008589.0, + "step": 1070 + }, + { + "entropy": 1.7373487552007039, + "epoch": 0.13733703782859585, + "learning_rate": 0.0009996049090585189, + "loss": 4.955413818359375, + "mean_token_accuracy": 0.5926565527915955, + "num_tokens": 10019560.0, + "step": 1071 + }, + { + "entropy": 1.5820722182591755, + "epoch": 0.13746527035691386, + "learning_rate": 0.0009996032819637613, + "loss": 4.499822616577148, + "mean_token_accuracy": 0.6265219648679098, + "num_tokens": 10028452.0, + "step": 1072 + }, + { + "entropy": 1.6986005306243896, + "epoch": 0.1375935028852319, + "learning_rate": 0.0009996016515267999, + "loss": 4.825324535369873, + "mean_token_accuracy": 0.6100503206253052, + "num_tokens": 10039609.0, + "step": 1073 + }, + { + "entropy": 1.591387152671814, + "epoch": 0.1377217354135499, + "learning_rate": 0.0009996000177476447, + "loss": 4.417271614074707, + "mean_token_accuracy": 0.6273244619369507, + "num_tokens": 10048688.0, + "step": 1074 + }, + { + "entropy": 1.4574589729309082, + "epoch": 0.1378499679418679, + "learning_rate": 0.0009995983806263074, + "loss": 4.065918922424316, + "mean_token_accuracy": 0.6631888747215271, + "num_tokens": 10057362.0, + "step": 1075 + }, + { + "entropy": 1.704793890317281, + "epoch": 0.13797820047018594, + "learning_rate": 0.0009995967401627988, + "loss": 4.904232978820801, + "mean_token_accuracy": 0.5826199054718018, + "num_tokens": 10066921.0, + "step": 1076 + }, + { + "entropy": 1.725102702776591, + "epoch": 0.13810643299850395, + "learning_rate": 0.0009995950963571296, + "loss": 4.805439472198486, + "mean_token_accuracy": 0.6130610108375549, + "num_tokens": 10077144.0, + "step": 1077 + }, + { + "entropy": 1.7463408708572388, + "epoch": 0.13823466552682198, + "learning_rate": 0.000999593449209311, + "loss": 4.87125301361084, + "mean_token_accuracy": 0.6032616496086121, + "num_tokens": 10083035.0, + "step": 1078 + }, + { + "entropy": 1.6842200756072998, + "epoch": 0.13836289805514, + "learning_rate": 0.000999591798719354, + "loss": 4.712556838989258, + "mean_token_accuracy": 0.6145718892415365, + "num_tokens": 10092817.0, + "step": 1079 + }, + { + "entropy": 1.6426371733347576, + "epoch": 0.138491130583458, + "learning_rate": 0.0009995901448872698, + "loss": 4.51021671295166, + "mean_token_accuracy": 0.6365941365559896, + "num_tokens": 10101284.0, + "step": 1080 + }, + { + "entropy": 1.5097957452138264, + "epoch": 0.13861936311177603, + "learning_rate": 0.0009995884877130692, + "loss": 4.059175491333008, + "mean_token_accuracy": 0.6553637385368347, + "num_tokens": 10112399.0, + "step": 1081 + }, + { + "entropy": 1.4847485621770222, + "epoch": 0.13874759564009403, + "learning_rate": 0.0009995868271967634, + "loss": 4.299030780792236, + "mean_token_accuracy": 0.6335764726003011, + "num_tokens": 10121642.0, + "step": 1082 + }, + { + "entropy": 1.6325279474258423, + "epoch": 0.13887582816841204, + "learning_rate": 0.0009995851633383633, + "loss": 4.564159870147705, + "mean_token_accuracy": 0.61762934923172, + "num_tokens": 10131080.0, + "step": 1083 + }, + { + "entropy": 1.8816925684611003, + "epoch": 0.13900406069673008, + "learning_rate": 0.0009995834961378804, + "loss": 5.2838921546936035, + "mean_token_accuracy": 0.5562567313512167, + "num_tokens": 10139757.0, + "step": 1084 + }, + { + "entropy": 1.7487136920293171, + "epoch": 0.13913229322504808, + "learning_rate": 0.0009995818255953256, + "loss": 4.811084747314453, + "mean_token_accuracy": 0.6030546625455221, + "num_tokens": 10148327.0, + "step": 1085 + }, + { + "entropy": 1.5163940985997517, + "epoch": 0.13926052575336612, + "learning_rate": 0.0009995801517107103, + "loss": 4.347499847412109, + "mean_token_accuracy": 0.6302035053571066, + "num_tokens": 10156282.0, + "step": 1086 + }, + { + "entropy": 1.6236984729766846, + "epoch": 0.13938875828168412, + "learning_rate": 0.0009995784744840455, + "loss": 4.537571907043457, + "mean_token_accuracy": 0.6126299699147543, + "num_tokens": 10163995.0, + "step": 1087 + }, + { + "entropy": 1.5229265689849854, + "epoch": 0.13951699081000213, + "learning_rate": 0.0009995767939153424, + "loss": 4.200098991394043, + "mean_token_accuracy": 0.637187639872233, + "num_tokens": 10172633.0, + "step": 1088 + }, + { + "entropy": 1.4908164342244465, + "epoch": 0.13964522333832016, + "learning_rate": 0.0009995751100046123, + "loss": 4.262240886688232, + "mean_token_accuracy": 0.6294517517089844, + "num_tokens": 10179943.0, + "step": 1089 + }, + { + "entropy": 1.6486023267110188, + "epoch": 0.13977345586663817, + "learning_rate": 0.0009995734227518666, + "loss": 4.536611557006836, + "mean_token_accuracy": 0.6326419512430826, + "num_tokens": 10187794.0, + "step": 1090 + }, + { + "entropy": 1.530118425687154, + "epoch": 0.13990168839495618, + "learning_rate": 0.0009995717321571163, + "loss": 4.396396636962891, + "mean_token_accuracy": 0.634696364402771, + "num_tokens": 10196686.0, + "step": 1091 + }, + { + "entropy": 1.5359841585159302, + "epoch": 0.1400299209232742, + "learning_rate": 0.000999570038220373, + "loss": 4.299886703491211, + "mean_token_accuracy": 0.6476330757141113, + "num_tokens": 10206494.0, + "step": 1092 + }, + { + "entropy": 1.5506021976470947, + "epoch": 0.14015815345159222, + "learning_rate": 0.000999568340941648, + "loss": 4.249213218688965, + "mean_token_accuracy": 0.6358590920766195, + "num_tokens": 10217142.0, + "step": 1093 + }, + { + "entropy": 1.9808130264282227, + "epoch": 0.14028638597991025, + "learning_rate": 0.0009995666403209522, + "loss": 5.680209159851074, + "mean_token_accuracy": 0.5566136240959167, + "num_tokens": 10227099.0, + "step": 1094 + }, + { + "entropy": 1.7259824673334758, + "epoch": 0.14041461850822826, + "learning_rate": 0.0009995649363582974, + "loss": 4.886838436126709, + "mean_token_accuracy": 0.5877937078475952, + "num_tokens": 10235114.0, + "step": 1095 + }, + { + "entropy": 1.5583893458048503, + "epoch": 0.14054285103654626, + "learning_rate": 0.0009995632290536953, + "loss": 4.436552047729492, + "mean_token_accuracy": 0.6415013074874878, + "num_tokens": 10243616.0, + "step": 1096 + }, + { + "entropy": 1.740053613980611, + "epoch": 0.1406710835648643, + "learning_rate": 0.0009995615184071566, + "loss": 4.789752006530762, + "mean_token_accuracy": 0.6163686315218607, + "num_tokens": 10251479.0, + "step": 1097 + }, + { + "entropy": 1.6748716433842976, + "epoch": 0.1407993160931823, + "learning_rate": 0.0009995598044186935, + "loss": 4.75697135925293, + "mean_token_accuracy": 0.6035746932029724, + "num_tokens": 10264425.0, + "step": 1098 + }, + { + "entropy": 1.6155469417572021, + "epoch": 0.1409275486215003, + "learning_rate": 0.0009995580870883166, + "loss": 4.616868019104004, + "mean_token_accuracy": 0.6130367120107015, + "num_tokens": 10272676.0, + "step": 1099 + }, + { + "entropy": 1.6797741254170735, + "epoch": 0.14105578114981834, + "learning_rate": 0.000999556366416038, + "loss": 4.894875526428223, + "mean_token_accuracy": 0.6022127866744995, + "num_tokens": 10283120.0, + "step": 1100 + }, + { + "entropy": 1.5579087336858113, + "epoch": 0.14118401367813635, + "learning_rate": 0.0009995546424018693, + "loss": 4.400149345397949, + "mean_token_accuracy": 0.6254002650578817, + "num_tokens": 10292263.0, + "step": 1101 + }, + { + "entropy": 1.6787346998850505, + "epoch": 0.14131224620645438, + "learning_rate": 0.0009995529150458216, + "loss": 4.603219032287598, + "mean_token_accuracy": 0.6320216457049052, + "num_tokens": 10301672.0, + "step": 1102 + }, + { + "entropy": 1.9151933987935383, + "epoch": 0.1414404787347724, + "learning_rate": 0.0009995511843479067, + "loss": 5.314074516296387, + "mean_token_accuracy": 0.5781556765238444, + "num_tokens": 10309423.0, + "step": 1103 + }, + { + "entropy": 1.70963720480601, + "epoch": 0.1415687112630904, + "learning_rate": 0.000999549450308136, + "loss": 4.877786159515381, + "mean_token_accuracy": 0.608820637067159, + "num_tokens": 10317874.0, + "step": 1104 + }, + { + "entropy": 1.8000119527180989, + "epoch": 0.14169694379140843, + "learning_rate": 0.0009995477129265214, + "loss": 4.982022285461426, + "mean_token_accuracy": 0.6025246381759644, + "num_tokens": 10328178.0, + "step": 1105 + }, + { + "entropy": 1.7851096391677856, + "epoch": 0.14182517631972644, + "learning_rate": 0.0009995459722030742, + "loss": 4.859986782073975, + "mean_token_accuracy": 0.6167382995287577, + "num_tokens": 10336662.0, + "step": 1106 + }, + { + "entropy": 1.5823703209559123, + "epoch": 0.14195340884804444, + "learning_rate": 0.0009995442281378064, + "loss": 4.633999824523926, + "mean_token_accuracy": 0.6189104318618774, + "num_tokens": 10346175.0, + "step": 1107 + }, + { + "entropy": 1.6503338019053142, + "epoch": 0.14208164137636248, + "learning_rate": 0.0009995424807307295, + "loss": 4.685390472412109, + "mean_token_accuracy": 0.6189320286115011, + "num_tokens": 10356961.0, + "step": 1108 + }, + { + "entropy": 1.8562146027882893, + "epoch": 0.14220987390468048, + "learning_rate": 0.0009995407299818548, + "loss": 5.4197001457214355, + "mean_token_accuracy": 0.5856098135312399, + "num_tokens": 10365761.0, + "step": 1109 + }, + { + "entropy": 1.6331843932469685, + "epoch": 0.1423381064329985, + "learning_rate": 0.0009995389758911948, + "loss": 4.649385929107666, + "mean_token_accuracy": 0.6151648759841919, + "num_tokens": 10375170.0, + "step": 1110 + }, + { + "entropy": 1.7993746201197307, + "epoch": 0.14246633896131652, + "learning_rate": 0.0009995372184587606, + "loss": 5.032676696777344, + "mean_token_accuracy": 0.5877516468365988, + "num_tokens": 10383901.0, + "step": 1111 + }, + { + "entropy": 1.5066341161727905, + "epoch": 0.14259457148963453, + "learning_rate": 0.000999535457684564, + "loss": 4.077451705932617, + "mean_token_accuracy": 0.6586520671844482, + "num_tokens": 10391984.0, + "step": 1112 + }, + { + "entropy": 1.5820396741231282, + "epoch": 0.14272280401795256, + "learning_rate": 0.0009995336935686172, + "loss": 4.536635398864746, + "mean_token_accuracy": 0.6174419522285461, + "num_tokens": 10400400.0, + "step": 1113 + }, + { + "entropy": 1.617745081583659, + "epoch": 0.14285103654627057, + "learning_rate": 0.0009995319261109318, + "loss": 4.6528496742248535, + "mean_token_accuracy": 0.6218034625053406, + "num_tokens": 10410554.0, + "step": 1114 + }, + { + "entropy": 1.616440733273824, + "epoch": 0.14297926907458858, + "learning_rate": 0.0009995301553115193, + "loss": 4.539483547210693, + "mean_token_accuracy": 0.6290906667709351, + "num_tokens": 10420028.0, + "step": 1115 + }, + { + "entropy": 1.6784708499908447, + "epoch": 0.1431075016029066, + "learning_rate": 0.0009995283811703919, + "loss": 4.9042816162109375, + "mean_token_accuracy": 0.5944953560829163, + "num_tokens": 10429279.0, + "step": 1116 + }, + { + "entropy": 1.618251125017802, + "epoch": 0.14323573413122462, + "learning_rate": 0.0009995266036875615, + "loss": 4.590578079223633, + "mean_token_accuracy": 0.6253287196159363, + "num_tokens": 10437712.0, + "step": 1117 + }, + { + "entropy": 1.5399754047393799, + "epoch": 0.14336396665954262, + "learning_rate": 0.0009995248228630398, + "loss": 4.361850738525391, + "mean_token_accuracy": 0.6408889691034952, + "num_tokens": 10446212.0, + "step": 1118 + }, + { + "entropy": 1.4674827257792156, + "epoch": 0.14349219918786066, + "learning_rate": 0.0009995230386968387, + "loss": 4.005634784698486, + "mean_token_accuracy": 0.6517365773518881, + "num_tokens": 10455214.0, + "step": 1119 + }, + { + "entropy": 1.7424733638763428, + "epoch": 0.14362043171617866, + "learning_rate": 0.0009995212511889702, + "loss": 4.989624977111816, + "mean_token_accuracy": 0.5828131039937338, + "num_tokens": 10467053.0, + "step": 1120 + }, + { + "entropy": 1.502921462059021, + "epoch": 0.1437486642444967, + "learning_rate": 0.0009995194603394464, + "loss": 4.496988296508789, + "mean_token_accuracy": 0.6469192902247111, + "num_tokens": 10476158.0, + "step": 1121 + }, + { + "entropy": 1.7804560263951619, + "epoch": 0.1438768967728147, + "learning_rate": 0.0009995176661482792, + "loss": 5.089564323425293, + "mean_token_accuracy": 0.587916910648346, + "num_tokens": 10485581.0, + "step": 1122 + }, + { + "entropy": 1.6745121081670125, + "epoch": 0.1440051293011327, + "learning_rate": 0.0009995158686154804, + "loss": 4.669236183166504, + "mean_token_accuracy": 0.6051291227340698, + "num_tokens": 10492178.0, + "step": 1123 + }, + { + "entropy": 1.6762042045593262, + "epoch": 0.14413336182945075, + "learning_rate": 0.0009995140677410623, + "loss": 4.581522464752197, + "mean_token_accuracy": 0.6245564619700114, + "num_tokens": 10502122.0, + "step": 1124 + }, + { + "entropy": 1.6807586749394734, + "epoch": 0.14426159435776875, + "learning_rate": 0.0009995122635250368, + "loss": 4.720765113830566, + "mean_token_accuracy": 0.6167993148167928, + "num_tokens": 10513274.0, + "step": 1125 + }, + { + "entropy": 1.7917356888453166, + "epoch": 0.14438982688608676, + "learning_rate": 0.000999510455967416, + "loss": 4.92921257019043, + "mean_token_accuracy": 0.6013209819793701, + "num_tokens": 10522383.0, + "step": 1126 + }, + { + "entropy": 1.5694747765858967, + "epoch": 0.1445180594144048, + "learning_rate": 0.000999508645068212, + "loss": 4.4342241287231445, + "mean_token_accuracy": 0.6319985787073771, + "num_tokens": 10530104.0, + "step": 1127 + }, + { + "entropy": 1.5841850837071736, + "epoch": 0.1446462919427228, + "learning_rate": 0.000999506830827437, + "loss": 4.354325294494629, + "mean_token_accuracy": 0.6363980174064636, + "num_tokens": 10538694.0, + "step": 1128 + }, + { + "entropy": 1.6850169499715169, + "epoch": 0.14477452447104083, + "learning_rate": 0.000999505013245103, + "loss": 4.691086292266846, + "mean_token_accuracy": 0.5956939061482748, + "num_tokens": 10547107.0, + "step": 1129 + }, + { + "entropy": 1.8745934963226318, + "epoch": 0.14490275699935884, + "learning_rate": 0.000999503192321222, + "loss": 5.466813087463379, + "mean_token_accuracy": 0.5588400661945343, + "num_tokens": 10555054.0, + "step": 1130 + }, + { + "entropy": 1.6836074988047283, + "epoch": 0.14503098952767685, + "learning_rate": 0.0009995013680558066, + "loss": 4.908090591430664, + "mean_token_accuracy": 0.5971537232398987, + "num_tokens": 10564729.0, + "step": 1131 + }, + { + "entropy": 1.5510711272557576, + "epoch": 0.14515922205599488, + "learning_rate": 0.0009994995404488689, + "loss": 4.28023624420166, + "mean_token_accuracy": 0.6475485364596049, + "num_tokens": 10575197.0, + "step": 1132 + }, + { + "entropy": 1.596429427464803, + "epoch": 0.1452874545843129, + "learning_rate": 0.0009994977095004207, + "loss": 4.442845821380615, + "mean_token_accuracy": 0.6271684368451437, + "num_tokens": 10583552.0, + "step": 1133 + }, + { + "entropy": 1.778165618578593, + "epoch": 0.1454156871126309, + "learning_rate": 0.0009994958752104748, + "loss": 4.955160617828369, + "mean_token_accuracy": 0.5858501394589742, + "num_tokens": 10590906.0, + "step": 1134 + }, + { + "entropy": 1.7562537988026936, + "epoch": 0.14554391964094893, + "learning_rate": 0.0009994940375790433, + "loss": 5.039877891540527, + "mean_token_accuracy": 0.5924197236696879, + "num_tokens": 10598889.0, + "step": 1135 + }, + { + "entropy": 1.6618003845214844, + "epoch": 0.14567215216926693, + "learning_rate": 0.000999492196606138, + "loss": 4.746801853179932, + "mean_token_accuracy": 0.6055641174316406, + "num_tokens": 10608967.0, + "step": 1136 + }, + { + "entropy": 1.5370660622914631, + "epoch": 0.14580038469758497, + "learning_rate": 0.0009994903522917722, + "loss": 4.220523357391357, + "mean_token_accuracy": 0.6447635293006897, + "num_tokens": 10617552.0, + "step": 1137 + }, + { + "entropy": 1.6689776182174683, + "epoch": 0.14592861722590297, + "learning_rate": 0.0009994885046359571, + "loss": 4.574246406555176, + "mean_token_accuracy": 0.6262712279955546, + "num_tokens": 10624340.0, + "step": 1138 + }, + { + "entropy": 1.7985996007919312, + "epoch": 0.14605684975422098, + "learning_rate": 0.000999486653638706, + "loss": 5.064573287963867, + "mean_token_accuracy": 0.593318243821462, + "num_tokens": 10634424.0, + "step": 1139 + }, + { + "entropy": 1.6479520003000896, + "epoch": 0.14618508228253901, + "learning_rate": 0.000999484799300031, + "loss": 4.705665588378906, + "mean_token_accuracy": 0.6101786295572916, + "num_tokens": 10643039.0, + "step": 1140 + }, + { + "entropy": 1.8212640682856243, + "epoch": 0.14631331481085702, + "learning_rate": 0.0009994829416199444, + "loss": 5.015454292297363, + "mean_token_accuracy": 0.6005941033363342, + "num_tokens": 10651637.0, + "step": 1141 + }, + { + "entropy": 1.726295272509257, + "epoch": 0.14644154733917503, + "learning_rate": 0.0009994810805984584, + "loss": 4.825934886932373, + "mean_token_accuracy": 0.6045057574907938, + "num_tokens": 10662093.0, + "step": 1142 + }, + { + "entropy": 1.7844992876052856, + "epoch": 0.14656977986749306, + "learning_rate": 0.000999479216235586, + "loss": 5.003026008605957, + "mean_token_accuracy": 0.5937831401824951, + "num_tokens": 10670660.0, + "step": 1143 + }, + { + "entropy": 1.5823500156402588, + "epoch": 0.14669801239581107, + "learning_rate": 0.0009994773485313393, + "loss": 4.383269309997559, + "mean_token_accuracy": 0.631899376710256, + "num_tokens": 10679111.0, + "step": 1144 + }, + { + "entropy": 1.5259809891382854, + "epoch": 0.1468262449241291, + "learning_rate": 0.000999475477485731, + "loss": 4.2063493728637695, + "mean_token_accuracy": 0.6537268757820129, + "num_tokens": 10689007.0, + "step": 1145 + }, + { + "entropy": 1.4448624451955159, + "epoch": 0.1469544774524471, + "learning_rate": 0.0009994736030987733, + "loss": 3.944911003112793, + "mean_token_accuracy": 0.6526515682538351, + "num_tokens": 10696589.0, + "step": 1146 + }, + { + "entropy": 1.6758232116699219, + "epoch": 0.14708270998076511, + "learning_rate": 0.000999471725370479, + "loss": 4.703855514526367, + "mean_token_accuracy": 0.6207666397094727, + "num_tokens": 10703834.0, + "step": 1147 + }, + { + "entropy": 1.6439798672993977, + "epoch": 0.14721094250908315, + "learning_rate": 0.0009994698443008606, + "loss": 4.582310676574707, + "mean_token_accuracy": 0.615333358446757, + "num_tokens": 10711781.0, + "step": 1148 + }, + { + "entropy": 1.8673801024754841, + "epoch": 0.14733917503740115, + "learning_rate": 0.0009994679598899305, + "loss": 5.33006477355957, + "mean_token_accuracy": 0.5839449763298035, + "num_tokens": 10720802.0, + "step": 1149 + }, + { + "entropy": 1.533426284790039, + "epoch": 0.14746740756571916, + "learning_rate": 0.0009994660721377017, + "loss": 4.278135299682617, + "mean_token_accuracy": 0.6236679156621298, + "num_tokens": 10731968.0, + "step": 1150 + }, + { + "entropy": 1.6882739861806233, + "epoch": 0.1475956400940372, + "learning_rate": 0.0009994641810441866, + "loss": 4.826814651489258, + "mean_token_accuracy": 0.6030830343564352, + "num_tokens": 10741900.0, + "step": 1151 + }, + { + "entropy": 1.6722350120544434, + "epoch": 0.1477238726223552, + "learning_rate": 0.0009994622866093977, + "loss": 4.72486686706543, + "mean_token_accuracy": 0.601506769657135, + "num_tokens": 10750214.0, + "step": 1152 + }, + { + "entropy": 1.810611327489217, + "epoch": 0.1478521051506732, + "learning_rate": 0.000999460388833348, + "loss": 5.292045593261719, + "mean_token_accuracy": 0.5782103339831034, + "num_tokens": 10760336.0, + "step": 1153 + }, + { + "entropy": 1.8431471983591716, + "epoch": 0.14798033767899124, + "learning_rate": 0.00099945848771605, + "loss": 5.252715110778809, + "mean_token_accuracy": 0.5711450775464376, + "num_tokens": 10768797.0, + "step": 1154 + }, + { + "entropy": 1.57846732934316, + "epoch": 0.14810857020730925, + "learning_rate": 0.0009994565832575164, + "loss": 4.375539779663086, + "mean_token_accuracy": 0.6401071548461914, + "num_tokens": 10779262.0, + "step": 1155 + }, + { + "entropy": 1.7836957375208538, + "epoch": 0.14823680273562728, + "learning_rate": 0.00099945467545776, + "loss": 5.049281120300293, + "mean_token_accuracy": 0.5881837606430054, + "num_tokens": 10789155.0, + "step": 1156 + }, + { + "entropy": 1.7201188802719116, + "epoch": 0.1483650352639453, + "learning_rate": 0.0009994527643167935, + "loss": 4.932873249053955, + "mean_token_accuracy": 0.6014948487281799, + "num_tokens": 10796902.0, + "step": 1157 + }, + { + "entropy": 1.7054722706476848, + "epoch": 0.1484932677922633, + "learning_rate": 0.0009994508498346298, + "loss": 4.784327983856201, + "mean_token_accuracy": 0.6124616861343384, + "num_tokens": 10807239.0, + "step": 1158 + }, + { + "entropy": 1.6158780654271443, + "epoch": 0.14862150032058133, + "learning_rate": 0.0009994489320112817, + "loss": 4.447123050689697, + "mean_token_accuracy": 0.638495941956838, + "num_tokens": 10815819.0, + "step": 1159 + }, + { + "entropy": 1.6026169459025066, + "epoch": 0.14874973284889934, + "learning_rate": 0.000999447010846762, + "loss": 4.492781162261963, + "mean_token_accuracy": 0.6277220646540324, + "num_tokens": 10826250.0, + "step": 1160 + }, + { + "entropy": 1.7060641447703044, + "epoch": 0.14887796537721734, + "learning_rate": 0.0009994450863410834, + "loss": 4.934013366699219, + "mean_token_accuracy": 0.596100389957428, + "num_tokens": 10834626.0, + "step": 1161 + }, + { + "entropy": 1.6856852769851685, + "epoch": 0.14900619790553538, + "learning_rate": 0.000999443158494259, + "loss": 4.72856330871582, + "mean_token_accuracy": 0.6185651421546936, + "num_tokens": 10844557.0, + "step": 1162 + }, + { + "entropy": 1.6382685899734497, + "epoch": 0.14913443043385338, + "learning_rate": 0.0009994412273063014, + "loss": 4.518667697906494, + "mean_token_accuracy": 0.6129855314890543, + "num_tokens": 10852394.0, + "step": 1163 + }, + { + "entropy": 1.6632333199183147, + "epoch": 0.14926266296217142, + "learning_rate": 0.0009994392927772239, + "loss": 4.815109729766846, + "mean_token_accuracy": 0.5913363099098206, + "num_tokens": 10865387.0, + "step": 1164 + }, + { + "entropy": 1.6539332071940105, + "epoch": 0.14939089549048942, + "learning_rate": 0.0009994373549070392, + "loss": 4.495197296142578, + "mean_token_accuracy": 0.6218693852424622, + "num_tokens": 10875463.0, + "step": 1165 + }, + { + "entropy": 1.4435325860977173, + "epoch": 0.14951912801880743, + "learning_rate": 0.0009994354136957605, + "loss": 3.985142230987549, + "mean_token_accuracy": 0.6563757061958313, + "num_tokens": 10883177.0, + "step": 1166 + }, + { + "entropy": 1.8152640263239543, + "epoch": 0.14964736054712546, + "learning_rate": 0.0009994334691434004, + "loss": 5.173622131347656, + "mean_token_accuracy": 0.567480723063151, + "num_tokens": 10892750.0, + "step": 1167 + }, + { + "entropy": 1.4785595734914143, + "epoch": 0.14977559307544347, + "learning_rate": 0.0009994315212499723, + "loss": 4.167055606842041, + "mean_token_accuracy": 0.6407755215962728, + "num_tokens": 10904496.0, + "step": 1168 + }, + { + "entropy": 1.6366767883300781, + "epoch": 0.14990382560376148, + "learning_rate": 0.0009994295700154888, + "loss": 4.64192008972168, + "mean_token_accuracy": 0.6217131416002909, + "num_tokens": 10914538.0, + "step": 1169 + }, + { + "entropy": 1.5779225031534831, + "epoch": 0.1500320581320795, + "learning_rate": 0.0009994276154399633, + "loss": 4.425400733947754, + "mean_token_accuracy": 0.6236760417620341, + "num_tokens": 10925598.0, + "step": 1170 + }, + { + "entropy": 1.6420377890268962, + "epoch": 0.15016029066039752, + "learning_rate": 0.0009994256575234087, + "loss": 4.556380748748779, + "mean_token_accuracy": 0.6239869793256124, + "num_tokens": 10933729.0, + "step": 1171 + }, + { + "entropy": 1.5363450050354004, + "epoch": 0.15028852318871555, + "learning_rate": 0.0009994236962658385, + "loss": 4.231812000274658, + "mean_token_accuracy": 0.6509701013565063, + "num_tokens": 10941520.0, + "step": 1172 + }, + { + "entropy": 1.8229422569274902, + "epoch": 0.15041675571703356, + "learning_rate": 0.0009994217316672653, + "loss": 5.0952863693237305, + "mean_token_accuracy": 0.5915504693984985, + "num_tokens": 10949956.0, + "step": 1173 + }, + { + "entropy": 1.6928766965866089, + "epoch": 0.15054498824535156, + "learning_rate": 0.0009994197637277023, + "loss": 4.7367658615112305, + "mean_token_accuracy": 0.6297033230463663, + "num_tokens": 10958014.0, + "step": 1174 + }, + { + "entropy": 1.7096253236134846, + "epoch": 0.1506732207736696, + "learning_rate": 0.000999417792447163, + "loss": 4.835773944854736, + "mean_token_accuracy": 0.5871716737747192, + "num_tokens": 10965341.0, + "step": 1175 + }, + { + "entropy": 1.77254319190979, + "epoch": 0.1508014533019876, + "learning_rate": 0.00099941581782566, + "loss": 5.052027225494385, + "mean_token_accuracy": 0.5999260346094767, + "num_tokens": 10976096.0, + "step": 1176 + }, + { + "entropy": 1.6526020765304565, + "epoch": 0.1509296858303056, + "learning_rate": 0.0009994138398632074, + "loss": 4.804877281188965, + "mean_token_accuracy": 0.5849632620811462, + "num_tokens": 10983992.0, + "step": 1177 + }, + { + "entropy": 1.728540579477946, + "epoch": 0.15105791835862364, + "learning_rate": 0.0009994118585598178, + "loss": 4.980892181396484, + "mean_token_accuracy": 0.5864108602205912, + "num_tokens": 10992904.0, + "step": 1178 + }, + { + "entropy": 1.6279370784759521, + "epoch": 0.15118615088694165, + "learning_rate": 0.0009994098739155046, + "loss": 4.555893421173096, + "mean_token_accuracy": 0.6147413452466329, + "num_tokens": 11000978.0, + "step": 1179 + }, + { + "entropy": 1.7771937052408855, + "epoch": 0.15131438341525968, + "learning_rate": 0.000999407885930281, + "loss": 4.9811930656433105, + "mean_token_accuracy": 0.6035008033116659, + "num_tokens": 11008453.0, + "step": 1180 + }, + { + "entropy": 1.632635474205017, + "epoch": 0.1514426159435777, + "learning_rate": 0.0009994058946041602, + "loss": 4.532978057861328, + "mean_token_accuracy": 0.6285043160120646, + "num_tokens": 11019405.0, + "step": 1181 + }, + { + "entropy": 1.6675794124603271, + "epoch": 0.1515708484718957, + "learning_rate": 0.0009994038999371559, + "loss": 4.656187057495117, + "mean_token_accuracy": 0.6092633605003357, + "num_tokens": 11030029.0, + "step": 1182 + }, + { + "entropy": 1.5620038112004597, + "epoch": 0.15169908100021373, + "learning_rate": 0.0009994019019292813, + "loss": 4.452493667602539, + "mean_token_accuracy": 0.6206375161806742, + "num_tokens": 11039825.0, + "step": 1183 + }, + { + "entropy": 1.6000852982203166, + "epoch": 0.15182731352853174, + "learning_rate": 0.0009993999005805496, + "loss": 4.446352005004883, + "mean_token_accuracy": 0.6261515816052755, + "num_tokens": 11048294.0, + "step": 1184 + }, + { + "entropy": 1.503397027651469, + "epoch": 0.15195554605684974, + "learning_rate": 0.0009993978958909742, + "loss": 4.0995869636535645, + "mean_token_accuracy": 0.654176394144694, + "num_tokens": 11056151.0, + "step": 1185 + }, + { + "entropy": 1.6160502831141155, + "epoch": 0.15208377858516778, + "learning_rate": 0.0009993958878605686, + "loss": 4.688756465911865, + "mean_token_accuracy": 0.6138080954551697, + "num_tokens": 11064709.0, + "step": 1186 + }, + { + "entropy": 1.5877195994059246, + "epoch": 0.15221201111348578, + "learning_rate": 0.0009993938764893463, + "loss": 4.565949440002441, + "mean_token_accuracy": 0.6187173326810201, + "num_tokens": 11075990.0, + "step": 1187 + }, + { + "entropy": 1.6278880437215169, + "epoch": 0.1523402436418038, + "learning_rate": 0.0009993918617773206, + "loss": 4.629759788513184, + "mean_token_accuracy": 0.6205575466156006, + "num_tokens": 11086269.0, + "step": 1188 + }, + { + "entropy": 1.3150400320688884, + "epoch": 0.15246847617012182, + "learning_rate": 0.000999389843724505, + "loss": 3.5566399097442627, + "mean_token_accuracy": 0.6812852819760641, + "num_tokens": 11093591.0, + "step": 1189 + }, + { + "entropy": 1.5107568105061848, + "epoch": 0.15259670869843983, + "learning_rate": 0.0009993878223309132, + "loss": 4.386187553405762, + "mean_token_accuracy": 0.6282523274421692, + "num_tokens": 11101653.0, + "step": 1190 + }, + { + "entropy": 1.663167158762614, + "epoch": 0.15272494122675787, + "learning_rate": 0.0009993857975965587, + "loss": 4.753731727600098, + "mean_token_accuracy": 0.6160519321759542, + "num_tokens": 11109300.0, + "step": 1191 + }, + { + "entropy": 1.7027037541071575, + "epoch": 0.15285317375507587, + "learning_rate": 0.0009993837695214548, + "loss": 5.099523544311523, + "mean_token_accuracy": 0.5996676683425903, + "num_tokens": 11117123.0, + "step": 1192 + }, + { + "entropy": 1.8510154883066814, + "epoch": 0.15298140628339388, + "learning_rate": 0.000999381738105615, + "loss": 5.193194389343262, + "mean_token_accuracy": 0.5970443685849508, + "num_tokens": 11125599.0, + "step": 1193 + }, + { + "entropy": 1.4862252076466878, + "epoch": 0.1531096388117119, + "learning_rate": 0.0009993797033490532, + "loss": 4.10562801361084, + "mean_token_accuracy": 0.6443831125895182, + "num_tokens": 11134324.0, + "step": 1194 + }, + { + "entropy": 1.7311228513717651, + "epoch": 0.15323787134002992, + "learning_rate": 0.000999377665251783, + "loss": 4.909197807312012, + "mean_token_accuracy": 0.5988534490267435, + "num_tokens": 11143060.0, + "step": 1195 + }, + { + "entropy": 1.6996199289957683, + "epoch": 0.15336610386834792, + "learning_rate": 0.000999375623813818, + "loss": 4.866555690765381, + "mean_token_accuracy": 0.5905315478642782, + "num_tokens": 11151402.0, + "step": 1196 + }, + { + "entropy": 1.653285066286723, + "epoch": 0.15349433639666596, + "learning_rate": 0.0009993735790351716, + "loss": 4.6394219398498535, + "mean_token_accuracy": 0.620108942190806, + "num_tokens": 11161501.0, + "step": 1197 + }, + { + "entropy": 1.7627191543579102, + "epoch": 0.15362256892498397, + "learning_rate": 0.0009993715309158577, + "loss": 4.657318115234375, + "mean_token_accuracy": 0.6080789764722189, + "num_tokens": 11171060.0, + "step": 1198 + }, + { + "entropy": 1.6787517468134563, + "epoch": 0.153750801453302, + "learning_rate": 0.00099936947945589, + "loss": 4.675510406494141, + "mean_token_accuracy": 0.6150108575820923, + "num_tokens": 11179765.0, + "step": 1199 + }, + { + "entropy": 1.7868939240773518, + "epoch": 0.15387903398162, + "learning_rate": 0.0009993674246552822, + "loss": 5.077338218688965, + "mean_token_accuracy": 0.5854384899139404, + "num_tokens": 11188070.0, + "step": 1200 + }, + { + "entropy": 1.5531830390294392, + "epoch": 0.154007266509938, + "learning_rate": 0.000999365366514048, + "loss": 4.365550994873047, + "mean_token_accuracy": 0.6287451187769572, + "num_tokens": 11196016.0, + "step": 1201 + }, + { + "entropy": 1.9157594839731853, + "epoch": 0.15413549903825605, + "learning_rate": 0.0009993633050322012, + "loss": 5.53964900970459, + "mean_token_accuracy": 0.5485641558965048, + "num_tokens": 11203574.0, + "step": 1202 + }, + { + "entropy": 1.7657220363616943, + "epoch": 0.15426373156657405, + "learning_rate": 0.0009993612402097558, + "loss": 4.964654922485352, + "mean_token_accuracy": 0.6021710832913717, + "num_tokens": 11213735.0, + "step": 1203 + }, + { + "entropy": 1.5679925282796223, + "epoch": 0.15439196409489206, + "learning_rate": 0.0009993591720467252, + "loss": 4.429376602172852, + "mean_token_accuracy": 0.6437156995137533, + "num_tokens": 11223917.0, + "step": 1204 + }, + { + "entropy": 1.5974418719609578, + "epoch": 0.1545201966232101, + "learning_rate": 0.0009993571005431235, + "loss": 4.547724723815918, + "mean_token_accuracy": 0.6329054435094198, + "num_tokens": 11231309.0, + "step": 1205 + }, + { + "entropy": 1.755161960919698, + "epoch": 0.1546484291515281, + "learning_rate": 0.0009993550256989644, + "loss": 4.8831562995910645, + "mean_token_accuracy": 0.6161524454752604, + "num_tokens": 11241154.0, + "step": 1206 + }, + { + "entropy": 1.630463719367981, + "epoch": 0.15477666167984613, + "learning_rate": 0.0009993529475142622, + "loss": 4.686566352844238, + "mean_token_accuracy": 0.63188370068868, + "num_tokens": 11250130.0, + "step": 1207 + }, + { + "entropy": 1.6416371663411458, + "epoch": 0.15490489420816414, + "learning_rate": 0.0009993508659890302, + "loss": 4.600219249725342, + "mean_token_accuracy": 0.6096317966779073, + "num_tokens": 11260826.0, + "step": 1208 + }, + { + "entropy": 1.6014077266057332, + "epoch": 0.15503312673648215, + "learning_rate": 0.0009993487811232828, + "loss": 4.445880889892578, + "mean_token_accuracy": 0.6250069936116537, + "num_tokens": 11269549.0, + "step": 1209 + }, + { + "entropy": 1.8999196290969849, + "epoch": 0.15516135926480018, + "learning_rate": 0.0009993466929170333, + "loss": 5.547123908996582, + "mean_token_accuracy": 0.5458890398343405, + "num_tokens": 11279567.0, + "step": 1210 + }, + { + "entropy": 1.6543157895406086, + "epoch": 0.1552895917931182, + "learning_rate": 0.0009993446013702968, + "loss": 4.618705749511719, + "mean_token_accuracy": 0.6260909636815389, + "num_tokens": 11289761.0, + "step": 1211 + }, + { + "entropy": 1.6434834798177083, + "epoch": 0.1554178243214362, + "learning_rate": 0.0009993425064830862, + "loss": 4.7456841468811035, + "mean_token_accuracy": 0.6105155150095621, + "num_tokens": 11299839.0, + "step": 1212 + }, + { + "entropy": 1.6929179827372234, + "epoch": 0.15554605684975423, + "learning_rate": 0.000999340408255416, + "loss": 4.824405670166016, + "mean_token_accuracy": 0.5862964987754822, + "num_tokens": 11310206.0, + "step": 1213 + }, + { + "entropy": 1.6945878267288208, + "epoch": 0.15567428937807223, + "learning_rate": 0.0009993383066873003, + "loss": 4.772190093994141, + "mean_token_accuracy": 0.6128300428390503, + "num_tokens": 11319470.0, + "step": 1214 + }, + { + "entropy": 1.6737056573232014, + "epoch": 0.15580252190639027, + "learning_rate": 0.0009993362017787528, + "loss": 4.765688419342041, + "mean_token_accuracy": 0.6117090980211893, + "num_tokens": 11328502.0, + "step": 1215 + }, + { + "entropy": 1.6287054220835369, + "epoch": 0.15593075443470827, + "learning_rate": 0.000999334093529788, + "loss": 4.522405624389648, + "mean_token_accuracy": 0.6328146060307821, + "num_tokens": 11338036.0, + "step": 1216 + }, + { + "entropy": 1.6432627439498901, + "epoch": 0.15605898696302628, + "learning_rate": 0.0009993319819404196, + "loss": 4.524765491485596, + "mean_token_accuracy": 0.6182060440381368, + "num_tokens": 11347798.0, + "step": 1217 + }, + { + "entropy": 1.7157146135965984, + "epoch": 0.15618721949134431, + "learning_rate": 0.0009993298670106622, + "loss": 4.905128002166748, + "mean_token_accuracy": 0.5848315159479777, + "num_tokens": 11355808.0, + "step": 1218 + }, + { + "entropy": 1.5226402680079143, + "epoch": 0.15631545201966232, + "learning_rate": 0.0009993277487405296, + "loss": 4.135368347167969, + "mean_token_accuracy": 0.6556207140286764, + "num_tokens": 11364654.0, + "step": 1219 + }, + { + "entropy": 1.5830825567245483, + "epoch": 0.15644368454798033, + "learning_rate": 0.000999325627130036, + "loss": 4.451066970825195, + "mean_token_accuracy": 0.634161372979482, + "num_tokens": 11374456.0, + "step": 1220 + }, + { + "entropy": 1.6684865951538086, + "epoch": 0.15657191707629836, + "learning_rate": 0.0009993235021791957, + "loss": 4.597517013549805, + "mean_token_accuracy": 0.6116256316502889, + "num_tokens": 11383881.0, + "step": 1221 + }, + { + "entropy": 1.603529413541158, + "epoch": 0.15670014960461637, + "learning_rate": 0.000999321373888023, + "loss": 4.4781084060668945, + "mean_token_accuracy": 0.6414229869842529, + "num_tokens": 11392107.0, + "step": 1222 + }, + { + "entropy": 1.7451972166697185, + "epoch": 0.15682838213293437, + "learning_rate": 0.0009993192422565317, + "loss": 4.919476509094238, + "mean_token_accuracy": 0.6069900790850321, + "num_tokens": 11404493.0, + "step": 1223 + }, + { + "entropy": 1.6024468739827473, + "epoch": 0.1569566146612524, + "learning_rate": 0.0009993171072847367, + "loss": 4.3051533699035645, + "mean_token_accuracy": 0.6379471818606058, + "num_tokens": 11414358.0, + "step": 1224 + }, + { + "entropy": 1.745005488395691, + "epoch": 0.15708484718957041, + "learning_rate": 0.0009993149689726517, + "loss": 4.898027420043945, + "mean_token_accuracy": 0.6109106341997782, + "num_tokens": 11423811.0, + "step": 1225 + }, + { + "entropy": 1.6098079284032185, + "epoch": 0.15721307971788845, + "learning_rate": 0.0009993128273202913, + "loss": 4.516698360443115, + "mean_token_accuracy": 0.6380008260409037, + "num_tokens": 11432766.0, + "step": 1226 + }, + { + "entropy": 1.643924355506897, + "epoch": 0.15734131224620646, + "learning_rate": 0.0009993106823276698, + "loss": 4.550589561462402, + "mean_token_accuracy": 0.6302391688028971, + "num_tokens": 11441695.0, + "step": 1227 + }, + { + "entropy": 1.5745317935943604, + "epoch": 0.15746954477452446, + "learning_rate": 0.0009993085339948017, + "loss": 4.3986382484436035, + "mean_token_accuracy": 0.6221267580986023, + "num_tokens": 11450760.0, + "step": 1228 + }, + { + "entropy": 1.8741964101791382, + "epoch": 0.1575977773028425, + "learning_rate": 0.000999306382321701, + "loss": 5.334681034088135, + "mean_token_accuracy": 0.5798508822917938, + "num_tokens": 11457683.0, + "step": 1229 + }, + { + "entropy": 1.793753703435262, + "epoch": 0.1577260098311605, + "learning_rate": 0.0009993042273083823, + "loss": 4.8372650146484375, + "mean_token_accuracy": 0.6057641506195068, + "num_tokens": 11465965.0, + "step": 1230 + }, + { + "entropy": 1.6853905121485393, + "epoch": 0.1578542423594785, + "learning_rate": 0.0009993020689548601, + "loss": 4.779952049255371, + "mean_token_accuracy": 0.6072172522544861, + "num_tokens": 11474768.0, + "step": 1231 + }, + { + "entropy": 1.5671723286310832, + "epoch": 0.15798247488779654, + "learning_rate": 0.0009992999072611485, + "loss": 4.275648593902588, + "mean_token_accuracy": 0.6491056084632874, + "num_tokens": 11483528.0, + "step": 1232 + }, + { + "entropy": 1.8591767152150471, + "epoch": 0.15811070741611455, + "learning_rate": 0.0009992977422272626, + "loss": 5.091702938079834, + "mean_token_accuracy": 0.5847533146540324, + "num_tokens": 11491250.0, + "step": 1233 + }, + { + "entropy": 1.5426441828409831, + "epoch": 0.15823893994443258, + "learning_rate": 0.0009992955738532163, + "loss": 4.365675449371338, + "mean_token_accuracy": 0.6356964310010275, + "num_tokens": 11498977.0, + "step": 1234 + }, + { + "entropy": 1.611350138982137, + "epoch": 0.1583671724727506, + "learning_rate": 0.0009992934021390242, + "loss": 4.474674701690674, + "mean_token_accuracy": 0.6275138258934021, + "num_tokens": 11508538.0, + "step": 1235 + }, + { + "entropy": 1.712878425916036, + "epoch": 0.1584954050010686, + "learning_rate": 0.0009992912270847011, + "loss": 4.793907165527344, + "mean_token_accuracy": 0.6162238717079163, + "num_tokens": 11517768.0, + "step": 1236 + }, + { + "entropy": 1.7799322207768757, + "epoch": 0.15862363752938663, + "learning_rate": 0.0009992890486902615, + "loss": 4.976476192474365, + "mean_token_accuracy": 0.5980032682418823, + "num_tokens": 11526076.0, + "step": 1237 + }, + { + "entropy": 1.5983963807423909, + "epoch": 0.15875187005770464, + "learning_rate": 0.0009992868669557197, + "loss": 4.36245059967041, + "mean_token_accuracy": 0.6437984704971313, + "num_tokens": 11535917.0, + "step": 1238 + }, + { + "entropy": 1.620811661084493, + "epoch": 0.15888010258602264, + "learning_rate": 0.0009992846818810902, + "loss": 4.609744071960449, + "mean_token_accuracy": 0.6145842870076498, + "num_tokens": 11547742.0, + "step": 1239 + }, + { + "entropy": 1.7379889488220215, + "epoch": 0.15900833511434068, + "learning_rate": 0.0009992824934663882, + "loss": 4.994878768920898, + "mean_token_accuracy": 0.5848375558853149, + "num_tokens": 11555078.0, + "step": 1240 + }, + { + "entropy": 1.6124277512232463, + "epoch": 0.15913656764265868, + "learning_rate": 0.0009992803017116279, + "loss": 4.521481990814209, + "mean_token_accuracy": 0.6061463356018066, + "num_tokens": 11562159.0, + "step": 1241 + }, + { + "entropy": 1.719411015510559, + "epoch": 0.15926480017097672, + "learning_rate": 0.000999278106616824, + "loss": 4.944970607757568, + "mean_token_accuracy": 0.6051721374193827, + "num_tokens": 11571835.0, + "step": 1242 + }, + { + "entropy": 1.6969056924184163, + "epoch": 0.15939303269929472, + "learning_rate": 0.0009992759081819914, + "loss": 4.946681022644043, + "mean_token_accuracy": 0.6017582615216573, + "num_tokens": 11581336.0, + "step": 1243 + }, + { + "entropy": 1.5900591214497883, + "epoch": 0.15952126522761273, + "learning_rate": 0.0009992737064071445, + "loss": 4.32888126373291, + "mean_token_accuracy": 0.6455541054407755, + "num_tokens": 11592508.0, + "step": 1244 + }, + { + "entropy": 1.4810200134913127, + "epoch": 0.15964949775593076, + "learning_rate": 0.0009992715012922982, + "loss": 4.202764987945557, + "mean_token_accuracy": 0.6396859288215637, + "num_tokens": 11600848.0, + "step": 1245 + }, + { + "entropy": 1.600427786509196, + "epoch": 0.15977773028424877, + "learning_rate": 0.0009992692928374675, + "loss": 4.477481842041016, + "mean_token_accuracy": 0.6209537982940674, + "num_tokens": 11610132.0, + "step": 1246 + }, + { + "entropy": 1.6839769283930461, + "epoch": 0.15990596281256678, + "learning_rate": 0.0009992670810426668, + "loss": 4.839049339294434, + "mean_token_accuracy": 0.6071290572484335, + "num_tokens": 11619394.0, + "step": 1247 + }, + { + "entropy": 1.6892975568771362, + "epoch": 0.1600341953408848, + "learning_rate": 0.0009992648659079108, + "loss": 4.6600341796875, + "mean_token_accuracy": 0.6085468331972758, + "num_tokens": 11629010.0, + "step": 1248 + }, + { + "entropy": 1.642924706141154, + "epoch": 0.16016242786920282, + "learning_rate": 0.0009992626474332148, + "loss": 4.5720672607421875, + "mean_token_accuracy": 0.619929830233256, + "num_tokens": 11637141.0, + "step": 1249 + }, + { + "entropy": 1.6803104877471924, + "epoch": 0.16029066039752085, + "learning_rate": 0.0009992604256185932, + "loss": 4.674123764038086, + "mean_token_accuracy": 0.6096226970354716, + "num_tokens": 11645435.0, + "step": 1250 + }, + { + "entropy": 1.6993115345637004, + "epoch": 0.16041889292583886, + "learning_rate": 0.000999258200464061, + "loss": 4.603893280029297, + "mean_token_accuracy": 0.6301172375679016, + "num_tokens": 11655199.0, + "step": 1251 + }, + { + "entropy": 1.756091793378194, + "epoch": 0.16054712545415686, + "learning_rate": 0.0009992559719696334, + "loss": 4.926103591918945, + "mean_token_accuracy": 0.6000360051790873, + "num_tokens": 11663809.0, + "step": 1252 + }, + { + "entropy": 1.729184667269389, + "epoch": 0.1606753579824749, + "learning_rate": 0.0009992537401353246, + "loss": 4.933721542358398, + "mean_token_accuracy": 0.6041780710220337, + "num_tokens": 11673441.0, + "step": 1253 + }, + { + "entropy": 1.7064472039540608, + "epoch": 0.1608035905107929, + "learning_rate": 0.0009992515049611502, + "loss": 4.899715423583984, + "mean_token_accuracy": 0.6007386445999146, + "num_tokens": 11682935.0, + "step": 1254 + }, + { + "entropy": 1.6159313519795735, + "epoch": 0.1609318230391109, + "learning_rate": 0.000999249266447125, + "loss": 4.364836692810059, + "mean_token_accuracy": 0.6390613118807474, + "num_tokens": 11690876.0, + "step": 1255 + }, + { + "entropy": 1.5191480318705242, + "epoch": 0.16106005556742894, + "learning_rate": 0.0009992470245932638, + "loss": 4.34986686706543, + "mean_token_accuracy": 0.6413955092430115, + "num_tokens": 11698416.0, + "step": 1256 + }, + { + "entropy": 1.6623222827911377, + "epoch": 0.16118828809574695, + "learning_rate": 0.0009992447793995816, + "loss": 4.639533042907715, + "mean_token_accuracy": 0.6159553329149882, + "num_tokens": 11709009.0, + "step": 1257 + }, + { + "entropy": 1.6717257102330525, + "epoch": 0.16131652062406496, + "learning_rate": 0.0009992425308660935, + "loss": 4.5227952003479, + "mean_token_accuracy": 0.630542000134786, + "num_tokens": 11716342.0, + "step": 1258 + }, + { + "entropy": 1.7557125091552734, + "epoch": 0.161444753152383, + "learning_rate": 0.0009992402789928147, + "loss": 4.964740753173828, + "mean_token_accuracy": 0.5967755516370138, + "num_tokens": 11728001.0, + "step": 1259 + }, + { + "entropy": 1.5698457558949788, + "epoch": 0.161572985680701, + "learning_rate": 0.00099923802377976, + "loss": 4.454476356506348, + "mean_token_accuracy": 0.632627268632253, + "num_tokens": 11738047.0, + "step": 1260 + }, + { + "entropy": 1.5183460712432861, + "epoch": 0.16170121820901903, + "learning_rate": 0.0009992357652269445, + "loss": 4.209088325500488, + "mean_token_accuracy": 0.6524096926053365, + "num_tokens": 11746830.0, + "step": 1261 + }, + { + "entropy": 1.6244957447052002, + "epoch": 0.16182945073733704, + "learning_rate": 0.0009992335033343837, + "loss": 4.445204257965088, + "mean_token_accuracy": 0.6394160588582357, + "num_tokens": 11756716.0, + "step": 1262 + }, + { + "entropy": 1.5606977542241414, + "epoch": 0.16195768326565504, + "learning_rate": 0.0009992312381020922, + "loss": 4.320282936096191, + "mean_token_accuracy": 0.6362491250038147, + "num_tokens": 11765919.0, + "step": 1263 + }, + { + "entropy": 1.659339706103007, + "epoch": 0.16208591579397308, + "learning_rate": 0.0009992289695300853, + "loss": 4.824254035949707, + "mean_token_accuracy": 0.5882986187934875, + "num_tokens": 11773565.0, + "step": 1264 + }, + { + "entropy": 1.5895044406255086, + "epoch": 0.16221414832229109, + "learning_rate": 0.0009992266976183786, + "loss": 4.313483715057373, + "mean_token_accuracy": 0.6312206586201986, + "num_tokens": 11781459.0, + "step": 1265 + }, + { + "entropy": 1.6418845256169636, + "epoch": 0.1623423808506091, + "learning_rate": 0.0009992244223669868, + "loss": 4.487882137298584, + "mean_token_accuracy": 0.6348556081453959, + "num_tokens": 11791286.0, + "step": 1266 + }, + { + "entropy": 1.5615918636322021, + "epoch": 0.16247061337892713, + "learning_rate": 0.0009992221437759253, + "loss": 4.534641265869141, + "mean_token_accuracy": 0.6239695350329081, + "num_tokens": 11800055.0, + "step": 1267 + }, + { + "entropy": 1.8356568415959675, + "epoch": 0.16259884590724513, + "learning_rate": 0.0009992198618452093, + "loss": 5.190356254577637, + "mean_token_accuracy": 0.5631181796391805, + "num_tokens": 11811219.0, + "step": 1268 + }, + { + "entropy": 1.6750594774882, + "epoch": 0.16272707843556317, + "learning_rate": 0.000999217576574854, + "loss": 4.767510414123535, + "mean_token_accuracy": 0.6078109542528788, + "num_tokens": 11820243.0, + "step": 1269 + }, + { + "entropy": 1.6361793279647827, + "epoch": 0.16285531096388117, + "learning_rate": 0.000999215287964875, + "loss": 4.706401824951172, + "mean_token_accuracy": 0.6173354983329773, + "num_tokens": 11829235.0, + "step": 1270 + }, + { + "entropy": 1.542805592219035, + "epoch": 0.16298354349219918, + "learning_rate": 0.0009992129960152871, + "loss": 4.293135643005371, + "mean_token_accuracy": 0.6241748531659445, + "num_tokens": 11838226.0, + "step": 1271 + }, + { + "entropy": 1.6115473508834839, + "epoch": 0.1631117760205172, + "learning_rate": 0.0009992107007261062, + "loss": 4.441458225250244, + "mean_token_accuracy": 0.6287440657615662, + "num_tokens": 11846434.0, + "step": 1272 + }, + { + "entropy": 1.5286494890848796, + "epoch": 0.16324000854883522, + "learning_rate": 0.0009992084020973473, + "loss": 4.2945661544799805, + "mean_token_accuracy": 0.6389145453770956, + "num_tokens": 11858404.0, + "step": 1273 + }, + { + "entropy": 1.6841481526692708, + "epoch": 0.16336824107715323, + "learning_rate": 0.0009992061001290258, + "loss": 4.757194519042969, + "mean_token_accuracy": 0.6140642364819845, + "num_tokens": 11867954.0, + "step": 1274 + }, + { + "entropy": 1.7279966274897258, + "epoch": 0.16349647360547126, + "learning_rate": 0.0009992037948211572, + "loss": 4.804423809051514, + "mean_token_accuracy": 0.6030865708986918, + "num_tokens": 11879185.0, + "step": 1275 + }, + { + "entropy": 1.799500584602356, + "epoch": 0.16362470613378927, + "learning_rate": 0.0009992014861737568, + "loss": 5.0831403732299805, + "mean_token_accuracy": 0.5844936768213908, + "num_tokens": 11888438.0, + "step": 1276 + }, + { + "entropy": 1.6621050834655762, + "epoch": 0.1637529386621073, + "learning_rate": 0.0009991991741868402, + "loss": 4.663762092590332, + "mean_token_accuracy": 0.6114580233891805, + "num_tokens": 11898730.0, + "step": 1277 + }, + { + "entropy": 1.7125389973322551, + "epoch": 0.1638811711904253, + "learning_rate": 0.0009991968588604228, + "loss": 4.609524726867676, + "mean_token_accuracy": 0.6307778755823771, + "num_tokens": 11908894.0, + "step": 1278 + }, + { + "entropy": 1.5787818431854248, + "epoch": 0.1640094037187433, + "learning_rate": 0.00099919454019452, + "loss": 4.539675235748291, + "mean_token_accuracy": 0.6328535477320353, + "num_tokens": 11918944.0, + "step": 1279 + }, + { + "entropy": 1.6180061499277751, + "epoch": 0.16413763624706135, + "learning_rate": 0.0009991922181891476, + "loss": 4.544347286224365, + "mean_token_accuracy": 0.6234052975972494, + "num_tokens": 11928025.0, + "step": 1280 + }, + { + "entropy": 1.4921385844548543, + "epoch": 0.16426586877537935, + "learning_rate": 0.0009991898928443208, + "loss": 4.1736040115356445, + "mean_token_accuracy": 0.6369827389717102, + "num_tokens": 11936213.0, + "step": 1281 + }, + { + "entropy": 1.637131134668986, + "epoch": 0.16439410130369736, + "learning_rate": 0.0009991875641600554, + "loss": 4.539973735809326, + "mean_token_accuracy": 0.6236788431803385, + "num_tokens": 11947161.0, + "step": 1282 + }, + { + "entropy": 1.6808042128880818, + "epoch": 0.1645223338320154, + "learning_rate": 0.0009991852321363664, + "loss": 4.494951248168945, + "mean_token_accuracy": 0.6256093978881836, + "num_tokens": 11955423.0, + "step": 1283 + }, + { + "entropy": 1.5843374331792195, + "epoch": 0.1646505663603334, + "learning_rate": 0.0009991828967732704, + "loss": 4.480058670043945, + "mean_token_accuracy": 0.6244837244351705, + "num_tokens": 11966137.0, + "step": 1284 + }, + { + "entropy": 1.8062228759129841, + "epoch": 0.16477879888865143, + "learning_rate": 0.0009991805580707822, + "loss": 4.982006549835205, + "mean_token_accuracy": 0.5932460824648539, + "num_tokens": 11975155.0, + "step": 1285 + }, + { + "entropy": 1.6203913688659668, + "epoch": 0.16490703141696944, + "learning_rate": 0.0009991782160289177, + "loss": 4.361098289489746, + "mean_token_accuracy": 0.6373064915339152, + "num_tokens": 11985240.0, + "step": 1286 + }, + { + "entropy": 1.622190276781718, + "epoch": 0.16503526394528745, + "learning_rate": 0.0009991758706476928, + "loss": 4.588056564331055, + "mean_token_accuracy": 0.6206156214078268, + "num_tokens": 11996356.0, + "step": 1287 + }, + { + "entropy": 1.737898826599121, + "epoch": 0.16516349647360548, + "learning_rate": 0.000999173521927123, + "loss": 4.797333240509033, + "mean_token_accuracy": 0.6147401730219523, + "num_tokens": 12005280.0, + "step": 1288 + }, + { + "entropy": 1.628908395767212, + "epoch": 0.1652917290019235, + "learning_rate": 0.0009991711698672239, + "loss": 4.515931129455566, + "mean_token_accuracy": 0.6215933163960775, + "num_tokens": 12016543.0, + "step": 1289 + }, + { + "entropy": 1.5604724486668904, + "epoch": 0.1654199615302415, + "learning_rate": 0.0009991688144680112, + "loss": 4.340861797332764, + "mean_token_accuracy": 0.6340630650520325, + "num_tokens": 12025137.0, + "step": 1290 + }, + { + "entropy": 1.6088301340738933, + "epoch": 0.16554819405855953, + "learning_rate": 0.000999166455729501, + "loss": 4.374512195587158, + "mean_token_accuracy": 0.6507923205693563, + "num_tokens": 12035009.0, + "step": 1291 + }, + { + "entropy": 1.593864878018697, + "epoch": 0.16567642658687753, + "learning_rate": 0.0009991640936517087, + "loss": 4.524752616882324, + "mean_token_accuracy": 0.6187188029289246, + "num_tokens": 12044498.0, + "step": 1292 + }, + { + "entropy": 1.719868779182434, + "epoch": 0.16580465911519557, + "learning_rate": 0.0009991617282346505, + "loss": 4.73272705078125, + "mean_token_accuracy": 0.6037447651227316, + "num_tokens": 12053370.0, + "step": 1293 + }, + { + "entropy": 1.7832768360773723, + "epoch": 0.16593289164351357, + "learning_rate": 0.0009991593594783417, + "loss": 5.104241371154785, + "mean_token_accuracy": 0.5849823554356893, + "num_tokens": 12063804.0, + "step": 1294 + }, + { + "entropy": 1.4845050970713298, + "epoch": 0.16606112417183158, + "learning_rate": 0.0009991569873827985, + "loss": 4.160163879394531, + "mean_token_accuracy": 0.6547683874766032, + "num_tokens": 12076930.0, + "step": 1295 + }, + { + "entropy": 1.578191598256429, + "epoch": 0.16618935670014962, + "learning_rate": 0.0009991546119480369, + "loss": 4.484879016876221, + "mean_token_accuracy": 0.635574996471405, + "num_tokens": 12086430.0, + "step": 1296 + }, + { + "entropy": 1.632951021194458, + "epoch": 0.16631758922846762, + "learning_rate": 0.0009991522331740724, + "loss": 4.456689357757568, + "mean_token_accuracy": 0.6325172185897827, + "num_tokens": 12096079.0, + "step": 1297 + }, + { + "entropy": 1.4219189484914143, + "epoch": 0.16644582175678563, + "learning_rate": 0.0009991498510609211, + "loss": 3.947789192199707, + "mean_token_accuracy": 0.6498371561368307, + "num_tokens": 12105196.0, + "step": 1298 + }, + { + "entropy": 1.620297908782959, + "epoch": 0.16657405428510366, + "learning_rate": 0.0009991474656085991, + "loss": 4.574617385864258, + "mean_token_accuracy": 0.6323368946711222, + "num_tokens": 12114177.0, + "step": 1299 + }, + { + "entropy": 1.7590893109639485, + "epoch": 0.16670228681342167, + "learning_rate": 0.000999145076817122, + "loss": 5.107784271240234, + "mean_token_accuracy": 0.5693237781524658, + "num_tokens": 12123013.0, + "step": 1300 + }, + { + "entropy": 1.60450275739034, + "epoch": 0.16683051934173967, + "learning_rate": 0.0009991426846865062, + "loss": 4.638152599334717, + "mean_token_accuracy": 0.6143747369448344, + "num_tokens": 12132702.0, + "step": 1301 + }, + { + "entropy": 1.668177644411723, + "epoch": 0.1669587518700577, + "learning_rate": 0.0009991402892167674, + "loss": 4.6908392906188965, + "mean_token_accuracy": 0.5996426542599996, + "num_tokens": 12140903.0, + "step": 1302 + }, + { + "entropy": 1.576707402865092, + "epoch": 0.16708698439837572, + "learning_rate": 0.0009991378904079219, + "loss": 4.321262359619141, + "mean_token_accuracy": 0.647789716720581, + "num_tokens": 12148762.0, + "step": 1303 + }, + { + "entropy": 1.667307456334432, + "epoch": 0.16721521692669375, + "learning_rate": 0.0009991354882599853, + "loss": 4.798050880432129, + "mean_token_accuracy": 0.6036665439605713, + "num_tokens": 12162796.0, + "step": 1304 + }, + { + "entropy": 1.7642707824707031, + "epoch": 0.16734344945501176, + "learning_rate": 0.0009991330827729742, + "loss": 4.854966640472412, + "mean_token_accuracy": 0.609379788239797, + "num_tokens": 12172882.0, + "step": 1305 + }, + { + "entropy": 1.682793656984965, + "epoch": 0.16747168198332976, + "learning_rate": 0.0009991306739469041, + "loss": 4.594311714172363, + "mean_token_accuracy": 0.6298364599545797, + "num_tokens": 12181764.0, + "step": 1306 + }, + { + "entropy": 1.5504700342814128, + "epoch": 0.1675999145116478, + "learning_rate": 0.0009991282617817917, + "loss": 4.349372863769531, + "mean_token_accuracy": 0.6382991870244344, + "num_tokens": 12193069.0, + "step": 1307 + }, + { + "entropy": 1.6628255446751912, + "epoch": 0.1677281470399658, + "learning_rate": 0.0009991258462776528, + "loss": 4.704005718231201, + "mean_token_accuracy": 0.6180310050646464, + "num_tokens": 12203318.0, + "step": 1308 + }, + { + "entropy": 1.704428235689799, + "epoch": 0.1678563795682838, + "learning_rate": 0.0009991234274345036, + "loss": 4.783885955810547, + "mean_token_accuracy": 0.6024273037910461, + "num_tokens": 12212995.0, + "step": 1309 + }, + { + "entropy": 1.6187913417816162, + "epoch": 0.16798461209660184, + "learning_rate": 0.0009991210052523603, + "loss": 4.387921333312988, + "mean_token_accuracy": 0.6284878253936768, + "num_tokens": 12221319.0, + "step": 1310 + }, + { + "entropy": 1.4454690217971802, + "epoch": 0.16811284462491985, + "learning_rate": 0.0009991185797312392, + "loss": 4.0393877029418945, + "mean_token_accuracy": 0.6474634806315104, + "num_tokens": 12230557.0, + "step": 1311 + }, + { + "entropy": 1.776544213294983, + "epoch": 0.16824107715323788, + "learning_rate": 0.0009991161508711565, + "loss": 4.880499839782715, + "mean_token_accuracy": 0.605677862962087, + "num_tokens": 12239502.0, + "step": 1312 + }, + { + "entropy": 1.7739055156707764, + "epoch": 0.1683693096815559, + "learning_rate": 0.0009991137186721281, + "loss": 5.123549461364746, + "mean_token_accuracy": 0.585873564084371, + "num_tokens": 12247532.0, + "step": 1313 + }, + { + "entropy": 1.6530471642812092, + "epoch": 0.1684975422098739, + "learning_rate": 0.0009991112831341708, + "loss": 4.810500621795654, + "mean_token_accuracy": 0.6127412517865499, + "num_tokens": 12256586.0, + "step": 1314 + }, + { + "entropy": 1.7688010533650715, + "epoch": 0.16862577473819193, + "learning_rate": 0.0009991088442573006, + "loss": 4.941782474517822, + "mean_token_accuracy": 0.5881993969281515, + "num_tokens": 12264866.0, + "step": 1315 + }, + { + "entropy": 1.5701477924982707, + "epoch": 0.16875400726650994, + "learning_rate": 0.000999106402041534, + "loss": 4.406976699829102, + "mean_token_accuracy": 0.6357761820157369, + "num_tokens": 12273506.0, + "step": 1316 + }, + { + "entropy": 1.6497186422348022, + "epoch": 0.16888223979482794, + "learning_rate": 0.0009991039564868872, + "loss": 4.607400417327881, + "mean_token_accuracy": 0.6310036182403564, + "num_tokens": 12281377.0, + "step": 1317 + }, + { + "entropy": 1.6854227383931477, + "epoch": 0.16901047232314598, + "learning_rate": 0.0009991015075933765, + "loss": 4.627859115600586, + "mean_token_accuracy": 0.6247623562812805, + "num_tokens": 12290058.0, + "step": 1318 + }, + { + "entropy": 1.623061974843343, + "epoch": 0.16913870485146398, + "learning_rate": 0.0009990990553610183, + "loss": 4.519015789031982, + "mean_token_accuracy": 0.6300398508707682, + "num_tokens": 12298375.0, + "step": 1319 + }, + { + "entropy": 1.9278546571731567, + "epoch": 0.16926693737978202, + "learning_rate": 0.000999096599789829, + "loss": 5.536684513092041, + "mean_token_accuracy": 0.5588221251964569, + "num_tokens": 12307359.0, + "step": 1320 + }, + { + "entropy": 1.731337269147237, + "epoch": 0.16939516990810002, + "learning_rate": 0.0009990941408798252, + "loss": 4.747460842132568, + "mean_token_accuracy": 0.6080912748972574, + "num_tokens": 12316010.0, + "step": 1321 + }, + { + "entropy": 1.7902073860168457, + "epoch": 0.16952340243641803, + "learning_rate": 0.0009990916786310232, + "loss": 5.111611366271973, + "mean_token_accuracy": 0.5835004846254984, + "num_tokens": 12325517.0, + "step": 1322 + }, + { + "entropy": 1.6896659135818481, + "epoch": 0.16965163496473606, + "learning_rate": 0.0009990892130434398, + "loss": 4.760372161865234, + "mean_token_accuracy": 0.6060045758883158, + "num_tokens": 12335101.0, + "step": 1323 + }, + { + "entropy": 1.6727505524953206, + "epoch": 0.16977986749305407, + "learning_rate": 0.0009990867441170908, + "loss": 4.635374069213867, + "mean_token_accuracy": 0.6312962373097738, + "num_tokens": 12345196.0, + "step": 1324 + }, + { + "entropy": 1.5068798859914143, + "epoch": 0.16990810002137208, + "learning_rate": 0.0009990842718519933, + "loss": 4.172186374664307, + "mean_token_accuracy": 0.6405149499575297, + "num_tokens": 12354503.0, + "step": 1325 + }, + { + "entropy": 1.5908562342325847, + "epoch": 0.1700363325496901, + "learning_rate": 0.0009990817962481635, + "loss": 4.468663692474365, + "mean_token_accuracy": 0.6275997757911682, + "num_tokens": 12363126.0, + "step": 1326 + }, + { + "entropy": 1.764645258585612, + "epoch": 0.17016456507800812, + "learning_rate": 0.0009990793173056181, + "loss": 5.19558048248291, + "mean_token_accuracy": 0.5698386629422506, + "num_tokens": 12376148.0, + "step": 1327 + }, + { + "entropy": 1.5390132665634155, + "epoch": 0.17029279760632615, + "learning_rate": 0.000999076835024374, + "loss": 4.343786239624023, + "mean_token_accuracy": 0.6307615041732788, + "num_tokens": 12384552.0, + "step": 1328 + }, + { + "entropy": 1.6168679396311443, + "epoch": 0.17042103013464416, + "learning_rate": 0.0009990743494044472, + "loss": 4.646425247192383, + "mean_token_accuracy": 0.6183777848879496, + "num_tokens": 12394238.0, + "step": 1329 + }, + { + "entropy": 1.8695700565973918, + "epoch": 0.17054926266296216, + "learning_rate": 0.0009990718604458548, + "loss": 5.403010368347168, + "mean_token_accuracy": 0.5662517547607422, + "num_tokens": 12401042.0, + "step": 1330 + }, + { + "entropy": 1.6981497605641682, + "epoch": 0.1706774951912802, + "learning_rate": 0.0009990693681486134, + "loss": 4.6294097900390625, + "mean_token_accuracy": 0.6124762892723083, + "num_tokens": 12409172.0, + "step": 1331 + }, + { + "entropy": 1.5384132464726765, + "epoch": 0.1708057277195982, + "learning_rate": 0.0009990668725127394, + "loss": 4.193498611450195, + "mean_token_accuracy": 0.647063692410787, + "num_tokens": 12420430.0, + "step": 1332 + }, + { + "entropy": 1.6365227301915486, + "epoch": 0.1709339602479162, + "learning_rate": 0.0009990643735382496, + "loss": 4.68406867980957, + "mean_token_accuracy": 0.6055382688840231, + "num_tokens": 12431931.0, + "step": 1333 + }, + { + "entropy": 1.5614126125971477, + "epoch": 0.17106219277623425, + "learning_rate": 0.000999061871225161, + "loss": 4.437465190887451, + "mean_token_accuracy": 0.6238170862197876, + "num_tokens": 12439990.0, + "step": 1334 + }, + { + "entropy": 1.5097643534342449, + "epoch": 0.17119042530455225, + "learning_rate": 0.00099905936557349, + "loss": 4.265052795410156, + "mean_token_accuracy": 0.6373630166053772, + "num_tokens": 12448895.0, + "step": 1335 + }, + { + "entropy": 1.5301516850789387, + "epoch": 0.17131865783287026, + "learning_rate": 0.0009990568565832532, + "loss": 4.337418079376221, + "mean_token_accuracy": 0.6381558974583944, + "num_tokens": 12458303.0, + "step": 1336 + }, + { + "entropy": 1.7629456520080566, + "epoch": 0.1714468903611883, + "learning_rate": 0.000999054344254468, + "loss": 5.075865268707275, + "mean_token_accuracy": 0.6006245017051697, + "num_tokens": 12466910.0, + "step": 1337 + }, + { + "entropy": 1.6647664308547974, + "epoch": 0.1715751228895063, + "learning_rate": 0.0009990518285871506, + "loss": 4.808465957641602, + "mean_token_accuracy": 0.5870102643966675, + "num_tokens": 12474884.0, + "step": 1338 + }, + { + "entropy": 1.532316009203593, + "epoch": 0.17170335541782433, + "learning_rate": 0.0009990493095813184, + "loss": 4.33272647857666, + "mean_token_accuracy": 0.6351446708043417, + "num_tokens": 12483379.0, + "step": 1339 + }, + { + "entropy": 1.5561802387237549, + "epoch": 0.17183158794614234, + "learning_rate": 0.0009990467872369878, + "loss": 4.45889139175415, + "mean_token_accuracy": 0.6369470953941345, + "num_tokens": 12493542.0, + "step": 1340 + }, + { + "entropy": 1.4939568042755127, + "epoch": 0.17195982047446035, + "learning_rate": 0.0009990442615541758, + "loss": 4.193888187408447, + "mean_token_accuracy": 0.6530744632085165, + "num_tokens": 12502540.0, + "step": 1341 + }, + { + "entropy": 1.6892187198003132, + "epoch": 0.17208805300277838, + "learning_rate": 0.0009990417325328993, + "loss": 4.89595890045166, + "mean_token_accuracy": 0.6105347474416097, + "num_tokens": 12512435.0, + "step": 1342 + }, + { + "entropy": 1.5930897792180378, + "epoch": 0.17221628553109639, + "learning_rate": 0.0009990392001731753, + "loss": 4.421992301940918, + "mean_token_accuracy": 0.6287597219149271, + "num_tokens": 12521273.0, + "step": 1343 + }, + { + "entropy": 1.63693372408549, + "epoch": 0.1723445180594144, + "learning_rate": 0.0009990366644750208, + "loss": 4.586666584014893, + "mean_token_accuracy": 0.6186637679735819, + "num_tokens": 12531325.0, + "step": 1344 + }, + { + "entropy": 1.6003392140070598, + "epoch": 0.17247275058773243, + "learning_rate": 0.0009990341254384524, + "loss": 4.417196273803711, + "mean_token_accuracy": 0.621010939280192, + "num_tokens": 12541317.0, + "step": 1345 + }, + { + "entropy": 1.5413800875345867, + "epoch": 0.17260098311605043, + "learning_rate": 0.0009990315830634873, + "loss": 4.364037036895752, + "mean_token_accuracy": 0.616923967997233, + "num_tokens": 12549698.0, + "step": 1346 + }, + { + "entropy": 1.7884353399276733, + "epoch": 0.17272921564436847, + "learning_rate": 0.0009990290373501427, + "loss": 5.083310127258301, + "mean_token_accuracy": 0.5850923856099447, + "num_tokens": 12557036.0, + "step": 1347 + }, + { + "entropy": 1.7255936463673909, + "epoch": 0.17285744817268647, + "learning_rate": 0.0009990264882984354, + "loss": 4.838939666748047, + "mean_token_accuracy": 0.6052923003832499, + "num_tokens": 12565225.0, + "step": 1348 + }, + { + "entropy": 1.5171289046605427, + "epoch": 0.17298568070100448, + "learning_rate": 0.0009990239359083826, + "loss": 4.158156394958496, + "mean_token_accuracy": 0.6618000666300455, + "num_tokens": 12574633.0, + "step": 1349 + }, + { + "entropy": 1.5249220530192058, + "epoch": 0.1731139132293225, + "learning_rate": 0.0009990213801800013, + "loss": 4.226421356201172, + "mean_token_accuracy": 0.6501791079839071, + "num_tokens": 12584597.0, + "step": 1350 + }, + { + "entropy": 1.7474579413731892, + "epoch": 0.17324214575764052, + "learning_rate": 0.0009990188211133084, + "loss": 4.975879192352295, + "mean_token_accuracy": 0.6010796626408895, + "num_tokens": 12593376.0, + "step": 1351 + }, + { + "entropy": 1.6106572548548381, + "epoch": 0.17337037828595853, + "learning_rate": 0.0009990162587083212, + "loss": 4.606177806854248, + "mean_token_accuracy": 0.6185453534126282, + "num_tokens": 12603368.0, + "step": 1352 + }, + { + "entropy": 1.8826721906661987, + "epoch": 0.17349861081427656, + "learning_rate": 0.000999013692965057, + "loss": 5.32866096496582, + "mean_token_accuracy": 0.5582913955052694, + "num_tokens": 12613077.0, + "step": 1353 + }, + { + "entropy": 1.6226296424865723, + "epoch": 0.17362684334259457, + "learning_rate": 0.0009990111238835327, + "loss": 4.636056900024414, + "mean_token_accuracy": 0.6212051709493002, + "num_tokens": 12621140.0, + "step": 1354 + }, + { + "entropy": 1.5980351368586223, + "epoch": 0.1737550758709126, + "learning_rate": 0.0009990085514637657, + "loss": 4.50140380859375, + "mean_token_accuracy": 0.6260089675585429, + "num_tokens": 12629683.0, + "step": 1355 + }, + { + "entropy": 1.6455536286036174, + "epoch": 0.1738833083992306, + "learning_rate": 0.0009990059757057732, + "loss": 4.515847206115723, + "mean_token_accuracy": 0.63382887840271, + "num_tokens": 12638191.0, + "step": 1356 + }, + { + "entropy": 1.7688669363657634, + "epoch": 0.1740115409275486, + "learning_rate": 0.000999003396609572, + "loss": 5.076864719390869, + "mean_token_accuracy": 0.5949276685714722, + "num_tokens": 12646417.0, + "step": 1357 + }, + { + "entropy": 1.8308465878168743, + "epoch": 0.17413977345586665, + "learning_rate": 0.00099900081417518, + "loss": 5.171822547912598, + "mean_token_accuracy": 0.5791443288326263, + "num_tokens": 12654380.0, + "step": 1358 + }, + { + "entropy": 1.620609203974406, + "epoch": 0.17426800598418465, + "learning_rate": 0.0009989982284026142, + "loss": 4.511386394500732, + "mean_token_accuracy": 0.636146346728007, + "num_tokens": 12662911.0, + "step": 1359 + }, + { + "entropy": 1.8279073238372803, + "epoch": 0.17439623851250266, + "learning_rate": 0.0009989956392918917, + "loss": 5.256951332092285, + "mean_token_accuracy": 0.5818627874056498, + "num_tokens": 12672823.0, + "step": 1360 + }, + { + "entropy": 1.8019291559855144, + "epoch": 0.1745244710408207, + "learning_rate": 0.00099899304684303, + "loss": 5.201218605041504, + "mean_token_accuracy": 0.5910047094027201, + "num_tokens": 12680969.0, + "step": 1361 + }, + { + "entropy": 1.8596593141555786, + "epoch": 0.1746527035691387, + "learning_rate": 0.0009989904510560464, + "loss": 5.2516679763793945, + "mean_token_accuracy": 0.5751760800679525, + "num_tokens": 12688954.0, + "step": 1362 + }, + { + "entropy": 1.5144030253092449, + "epoch": 0.17478093609745673, + "learning_rate": 0.0009989878519309583, + "loss": 4.299260139465332, + "mean_token_accuracy": 0.6469773848851522, + "num_tokens": 12699525.0, + "step": 1363 + }, + { + "entropy": 1.553117275238037, + "epoch": 0.17490916862577474, + "learning_rate": 0.0009989852494677832, + "loss": 4.09393835067749, + "mean_token_accuracy": 0.6609123945236206, + "num_tokens": 12706223.0, + "step": 1364 + }, + { + "entropy": 1.6382572650909424, + "epoch": 0.17503740115409275, + "learning_rate": 0.0009989826436665383, + "loss": 4.6556291580200195, + "mean_token_accuracy": 0.6179865002632141, + "num_tokens": 12712406.0, + "step": 1365 + }, + { + "entropy": 1.6664156516393025, + "epoch": 0.17516563368241078, + "learning_rate": 0.000998980034527241, + "loss": 4.658143043518066, + "mean_token_accuracy": 0.6144232153892517, + "num_tokens": 12720091.0, + "step": 1366 + }, + { + "entropy": 1.5542964140574138, + "epoch": 0.1752938662107288, + "learning_rate": 0.0009989774220499092, + "loss": 4.183919906616211, + "mean_token_accuracy": 0.6453019579251608, + "num_tokens": 12729756.0, + "step": 1367 + }, + { + "entropy": 1.7005764245986938, + "epoch": 0.1754220987390468, + "learning_rate": 0.0009989748062345597, + "loss": 4.805726051330566, + "mean_token_accuracy": 0.599583645661672, + "num_tokens": 12741605.0, + "step": 1368 + }, + { + "entropy": 1.527683138847351, + "epoch": 0.17555033126736483, + "learning_rate": 0.0009989721870812106, + "loss": 4.3174567222595215, + "mean_token_accuracy": 0.6431195537249247, + "num_tokens": 12751516.0, + "step": 1369 + }, + { + "entropy": 1.7658726771672566, + "epoch": 0.17567856379568283, + "learning_rate": 0.0009989695645898791, + "loss": 5.025639533996582, + "mean_token_accuracy": 0.6063637932141622, + "num_tokens": 12761824.0, + "step": 1370 + }, + { + "entropy": 1.5495715141296387, + "epoch": 0.17580679632400084, + "learning_rate": 0.000998966938760583, + "loss": 4.264004707336426, + "mean_token_accuracy": 0.6401517589886984, + "num_tokens": 12772795.0, + "step": 1371 + }, + { + "entropy": 1.6203160683314006, + "epoch": 0.17593502885231888, + "learning_rate": 0.0009989643095933394, + "loss": 4.51844596862793, + "mean_token_accuracy": 0.6068318088849386, + "num_tokens": 12781900.0, + "step": 1372 + }, + { + "entropy": 1.597211241722107, + "epoch": 0.17606326138063688, + "learning_rate": 0.0009989616770881664, + "loss": 4.446807861328125, + "mean_token_accuracy": 0.6386196811993917, + "num_tokens": 12792993.0, + "step": 1373 + }, + { + "entropy": 1.691565712292989, + "epoch": 0.17619149390895492, + "learning_rate": 0.0009989590412450814, + "loss": 4.838120460510254, + "mean_token_accuracy": 0.602499783039093, + "num_tokens": 12801939.0, + "step": 1374 + }, + { + "entropy": 1.7492858171463013, + "epoch": 0.17631972643727292, + "learning_rate": 0.0009989564020641017, + "loss": 4.996699810028076, + "mean_token_accuracy": 0.5904274980227152, + "num_tokens": 12811368.0, + "step": 1375 + }, + { + "entropy": 1.4636434316635132, + "epoch": 0.17644795896559093, + "learning_rate": 0.0009989537595452454, + "loss": 4.007727146148682, + "mean_token_accuracy": 0.666536808013916, + "num_tokens": 12819933.0, + "step": 1376 + }, + { + "entropy": 1.6522129376729329, + "epoch": 0.17657619149390896, + "learning_rate": 0.0009989511136885303, + "loss": 4.6091461181640625, + "mean_token_accuracy": 0.6118738452593485, + "num_tokens": 12827903.0, + "step": 1377 + }, + { + "entropy": 1.5331711769104004, + "epoch": 0.17670442402222697, + "learning_rate": 0.0009989484644939736, + "loss": 4.4408111572265625, + "mean_token_accuracy": 0.630989650885264, + "num_tokens": 12839720.0, + "step": 1378 + }, + { + "entropy": 1.7224766810735066, + "epoch": 0.17683265655054498, + "learning_rate": 0.0009989458119615934, + "loss": 4.771289825439453, + "mean_token_accuracy": 0.611712654431661, + "num_tokens": 12848358.0, + "step": 1379 + }, + { + "entropy": 1.556153655052185, + "epoch": 0.176960889078863, + "learning_rate": 0.0009989431560914071, + "loss": 4.368591785430908, + "mean_token_accuracy": 0.6383194724718729, + "num_tokens": 12859308.0, + "step": 1380 + }, + { + "entropy": 1.8138796885808308, + "epoch": 0.17708912160718102, + "learning_rate": 0.0009989404968834329, + "loss": 5.180633068084717, + "mean_token_accuracy": 0.5634100437164307, + "num_tokens": 12867932.0, + "step": 1381 + }, + { + "entropy": 1.808953841527303, + "epoch": 0.17721735413549905, + "learning_rate": 0.0009989378343376882, + "loss": 5.203258991241455, + "mean_token_accuracy": 0.5759456952412924, + "num_tokens": 12876710.0, + "step": 1382 + }, + { + "entropy": 1.5289371411005657, + "epoch": 0.17734558666381706, + "learning_rate": 0.0009989351684541914, + "loss": 4.237823963165283, + "mean_token_accuracy": 0.6368912061055502, + "num_tokens": 12886332.0, + "step": 1383 + }, + { + "entropy": 1.7306978305180867, + "epoch": 0.17747381919213506, + "learning_rate": 0.0009989324992329596, + "loss": 4.825248718261719, + "mean_token_accuracy": 0.5790779193242391, + "num_tokens": 12893671.0, + "step": 1384 + }, + { + "entropy": 1.5704079469045003, + "epoch": 0.1776020517204531, + "learning_rate": 0.000998929826674011, + "loss": 4.400057792663574, + "mean_token_accuracy": 0.6380253235499064, + "num_tokens": 12902066.0, + "step": 1385 + }, + { + "entropy": 1.8523451089859009, + "epoch": 0.1777302842487711, + "learning_rate": 0.0009989271507773634, + "loss": 5.135629177093506, + "mean_token_accuracy": 0.5763392051060995, + "num_tokens": 12912542.0, + "step": 1386 + }, + { + "entropy": 1.847538431485494, + "epoch": 0.1778585167770891, + "learning_rate": 0.0009989244715430346, + "loss": 5.229547500610352, + "mean_token_accuracy": 0.5917467077573141, + "num_tokens": 12920645.0, + "step": 1387 + }, + { + "entropy": 1.671014944712321, + "epoch": 0.17798674930540714, + "learning_rate": 0.000998921788971043, + "loss": 4.767329216003418, + "mean_token_accuracy": 0.6157532930374146, + "num_tokens": 12929373.0, + "step": 1388 + }, + { + "entropy": 1.5121447245279949, + "epoch": 0.17811498183372515, + "learning_rate": 0.0009989191030614062, + "loss": 4.038067817687988, + "mean_token_accuracy": 0.6696829199790955, + "num_tokens": 12939999.0, + "step": 1389 + }, + { + "entropy": 1.7153854767481487, + "epoch": 0.17824321436204318, + "learning_rate": 0.000998916413814142, + "loss": 4.938663005828857, + "mean_token_accuracy": 0.5998102029164633, + "num_tokens": 12950323.0, + "step": 1390 + }, + { + "entropy": 1.5652532974878948, + "epoch": 0.1783714468903612, + "learning_rate": 0.000998913721229269, + "loss": 4.315822601318359, + "mean_token_accuracy": 0.62769482533137, + "num_tokens": 12961920.0, + "step": 1391 + }, + { + "entropy": 1.621906081835429, + "epoch": 0.1784996794186792, + "learning_rate": 0.0009989110253068043, + "loss": 4.314577102661133, + "mean_token_accuracy": 0.6468079288800558, + "num_tokens": 12969127.0, + "step": 1392 + }, + { + "entropy": 1.8851845661799114, + "epoch": 0.17862791194699723, + "learning_rate": 0.0009989083260467666, + "loss": 5.572091579437256, + "mean_token_accuracy": 0.5723077456156412, + "num_tokens": 12978950.0, + "step": 1393 + }, + { + "entropy": 1.8484681844711304, + "epoch": 0.17875614447531524, + "learning_rate": 0.000998905623449174, + "loss": 5.275874614715576, + "mean_token_accuracy": 0.561098059018453, + "num_tokens": 12986681.0, + "step": 1394 + }, + { + "entropy": 1.5118643442789714, + "epoch": 0.17888437700363324, + "learning_rate": 0.000998902917514044, + "loss": 4.214028358459473, + "mean_token_accuracy": 0.6446828047434489, + "num_tokens": 12996664.0, + "step": 1395 + }, + { + "entropy": 1.5985618432362874, + "epoch": 0.17901260953195128, + "learning_rate": 0.0009989002082413955, + "loss": 4.389535903930664, + "mean_token_accuracy": 0.6343515714009603, + "num_tokens": 13003621.0, + "step": 1396 + }, + { + "entropy": 1.6664996941884358, + "epoch": 0.17914084206026928, + "learning_rate": 0.0009988974956312458, + "loss": 4.75922966003418, + "mean_token_accuracy": 0.6220483382542928, + "num_tokens": 13013203.0, + "step": 1397 + }, + { + "entropy": 1.4882278045018513, + "epoch": 0.17926907458858732, + "learning_rate": 0.0009988947796836136, + "loss": 4.038295745849609, + "mean_token_accuracy": 0.6621873577435812, + "num_tokens": 13021589.0, + "step": 1398 + }, + { + "entropy": 1.5043118000030518, + "epoch": 0.17939730711690532, + "learning_rate": 0.000998892060398517, + "loss": 4.157872200012207, + "mean_token_accuracy": 0.6481015880902609, + "num_tokens": 13031466.0, + "step": 1399 + }, + { + "entropy": 1.6051281690597534, + "epoch": 0.17952553964522333, + "learning_rate": 0.000998889337775974, + "loss": 4.512702465057373, + "mean_token_accuracy": 0.6113952795664469, + "num_tokens": 13041147.0, + "step": 1400 + }, + { + "entropy": 1.5833105246225994, + "epoch": 0.17965377217354137, + "learning_rate": 0.000998886611816003, + "loss": 4.377900123596191, + "mean_token_accuracy": 0.6254997849464417, + "num_tokens": 13050717.0, + "step": 1401 + }, + { + "entropy": 1.6386459271113079, + "epoch": 0.17978200470185937, + "learning_rate": 0.000998883882518622, + "loss": 4.615312576293945, + "mean_token_accuracy": 0.6325100660324097, + "num_tokens": 13058541.0, + "step": 1402 + }, + { + "entropy": 1.6649823188781738, + "epoch": 0.17991023723017738, + "learning_rate": 0.0009988811498838495, + "loss": 4.752766132354736, + "mean_token_accuracy": 0.6075478792190552, + "num_tokens": 13069283.0, + "step": 1403 + }, + { + "entropy": 1.5953945716222127, + "epoch": 0.1800384697584954, + "learning_rate": 0.0009988784139117039, + "loss": 4.616347312927246, + "mean_token_accuracy": 0.6214508612950643, + "num_tokens": 13078387.0, + "step": 1404 + }, + { + "entropy": 1.5259684324264526, + "epoch": 0.18016670228681342, + "learning_rate": 0.0009988756746022029, + "loss": 4.230509281158447, + "mean_token_accuracy": 0.6451577146848043, + "num_tokens": 13087271.0, + "step": 1405 + }, + { + "entropy": 1.6035448710123699, + "epoch": 0.18029493481513142, + "learning_rate": 0.0009988729319553656, + "loss": 4.5697832107543945, + "mean_token_accuracy": 0.600823442141215, + "num_tokens": 13097171.0, + "step": 1406 + }, + { + "entropy": 1.6949874957402546, + "epoch": 0.18042316734344946, + "learning_rate": 0.0009988701859712096, + "loss": 4.796540260314941, + "mean_token_accuracy": 0.610754668712616, + "num_tokens": 13106064.0, + "step": 1407 + }, + { + "entropy": 1.8342136939366658, + "epoch": 0.18055139987176747, + "learning_rate": 0.000998867436649754, + "loss": 5.196465015411377, + "mean_token_accuracy": 0.5872567296028137, + "num_tokens": 13113830.0, + "step": 1408 + }, + { + "entropy": 1.420072317123413, + "epoch": 0.1806796324000855, + "learning_rate": 0.0009988646839910165, + "loss": 4.030622482299805, + "mean_token_accuracy": 0.6549143592516581, + "num_tokens": 13122623.0, + "step": 1409 + }, + { + "entropy": 1.4076069593429565, + "epoch": 0.1808078649284035, + "learning_rate": 0.000998861927995016, + "loss": 3.952070713043213, + "mean_token_accuracy": 0.6584226489067078, + "num_tokens": 13130683.0, + "step": 1410 + }, + { + "entropy": 1.5575688282648723, + "epoch": 0.1809360974567215, + "learning_rate": 0.0009988591686617707, + "loss": 4.20103645324707, + "mean_token_accuracy": 0.6506266792615255, + "num_tokens": 13139396.0, + "step": 1411 + }, + { + "entropy": 1.7047158082326253, + "epoch": 0.18106432998503955, + "learning_rate": 0.0009988564059912992, + "loss": 4.823402404785156, + "mean_token_accuracy": 0.6038024624188741, + "num_tokens": 13148298.0, + "step": 1412 + }, + { + "entropy": 1.640475869178772, + "epoch": 0.18119256251335755, + "learning_rate": 0.00099885363998362, + "loss": 4.537698268890381, + "mean_token_accuracy": 0.6318174401919047, + "num_tokens": 13157439.0, + "step": 1413 + }, + { + "entropy": 1.7312461535135906, + "epoch": 0.18132079504167556, + "learning_rate": 0.0009988508706387515, + "loss": 4.820194244384766, + "mean_token_accuracy": 0.5848830838998159, + "num_tokens": 13166367.0, + "step": 1414 + }, + { + "entropy": 1.4881192048390706, + "epoch": 0.1814490275699936, + "learning_rate": 0.000998848097956712, + "loss": 4.1756978034973145, + "mean_token_accuracy": 0.6395721634229025, + "num_tokens": 13175953.0, + "step": 1415 + }, + { + "entropy": 1.5110377073287964, + "epoch": 0.1815772600983116, + "learning_rate": 0.0009988453219375206, + "loss": 4.255331039428711, + "mean_token_accuracy": 0.6259518067042033, + "num_tokens": 13187320.0, + "step": 1416 + }, + { + "entropy": 1.419082244237264, + "epoch": 0.18170549262662963, + "learning_rate": 0.0009988425425811957, + "loss": 3.916217803955078, + "mean_token_accuracy": 0.6644886533419291, + "num_tokens": 13196372.0, + "step": 1417 + }, + { + "entropy": 1.514281193415324, + "epoch": 0.18183372515494764, + "learning_rate": 0.0009988397598877554, + "loss": 4.18460750579834, + "mean_token_accuracy": 0.6415053606033325, + "num_tokens": 13205718.0, + "step": 1418 + }, + { + "entropy": 1.5279721816380818, + "epoch": 0.18196195768326565, + "learning_rate": 0.0009988369738572187, + "loss": 4.259838581085205, + "mean_token_accuracy": 0.6396498282750448, + "num_tokens": 13214691.0, + "step": 1419 + }, + { + "entropy": 1.5773024559020996, + "epoch": 0.18209019021158368, + "learning_rate": 0.0009988341844896045, + "loss": 4.539046764373779, + "mean_token_accuracy": 0.6246054569880167, + "num_tokens": 13224255.0, + "step": 1420 + }, + { + "entropy": 1.4996774196624756, + "epoch": 0.1822184227399017, + "learning_rate": 0.000998831391784931, + "loss": 4.096498966217041, + "mean_token_accuracy": 0.6592008868853251, + "num_tokens": 13235794.0, + "step": 1421 + }, + { + "entropy": 1.6343019008636475, + "epoch": 0.1823466552682197, + "learning_rate": 0.0009988285957432171, + "loss": 4.526798248291016, + "mean_token_accuracy": 0.6318110624949137, + "num_tokens": 13244756.0, + "step": 1422 + }, + { + "entropy": 1.7234328985214233, + "epoch": 0.18247488779653773, + "learning_rate": 0.0009988257963644814, + "loss": 4.911757469177246, + "mean_token_accuracy": 0.6102767785390218, + "num_tokens": 13253149.0, + "step": 1423 + }, + { + "entropy": 1.7420412302017212, + "epoch": 0.18260312032485573, + "learning_rate": 0.0009988229936487428, + "loss": 4.936066150665283, + "mean_token_accuracy": 0.6006912589073181, + "num_tokens": 13261988.0, + "step": 1424 + }, + { + "entropy": 1.649993618329366, + "epoch": 0.18273135285317377, + "learning_rate": 0.0009988201875960198, + "loss": 4.627109050750732, + "mean_token_accuracy": 0.6136496663093567, + "num_tokens": 13271061.0, + "step": 1425 + }, + { + "entropy": 1.6931931177775066, + "epoch": 0.18285958538149177, + "learning_rate": 0.0009988173782063314, + "loss": 4.851603031158447, + "mean_token_accuracy": 0.5924110213915507, + "num_tokens": 13277903.0, + "step": 1426 + }, + { + "entropy": 1.5946561495463054, + "epoch": 0.18298781790980978, + "learning_rate": 0.0009988145654796963, + "loss": 4.449007987976074, + "mean_token_accuracy": 0.6133110324541727, + "num_tokens": 13288086.0, + "step": 1427 + }, + { + "entropy": 1.6851355632146199, + "epoch": 0.18311605043812781, + "learning_rate": 0.0009988117494161334, + "loss": 4.764527320861816, + "mean_token_accuracy": 0.6131502588589987, + "num_tokens": 13299387.0, + "step": 1428 + }, + { + "entropy": 1.4571802218755086, + "epoch": 0.18324428296644582, + "learning_rate": 0.0009988089300156614, + "loss": 4.001542568206787, + "mean_token_accuracy": 0.6624823013941447, + "num_tokens": 13308831.0, + "step": 1429 + }, + { + "entropy": 1.8834508657455444, + "epoch": 0.18337251549476383, + "learning_rate": 0.0009988061072782992, + "loss": 5.413739204406738, + "mean_token_accuracy": 0.5770266453425089, + "num_tokens": 13318269.0, + "step": 1430 + }, + { + "entropy": 1.8855429490407307, + "epoch": 0.18350074802308186, + "learning_rate": 0.0009988032812040656, + "loss": 5.376214981079102, + "mean_token_accuracy": 0.5671487053235372, + "num_tokens": 13327529.0, + "step": 1431 + }, + { + "entropy": 1.8219074408213298, + "epoch": 0.18362898055139987, + "learning_rate": 0.0009988004517929798, + "loss": 5.305682182312012, + "mean_token_accuracy": 0.5512606104214987, + "num_tokens": 13337274.0, + "step": 1432 + }, + { + "entropy": 1.568497101465861, + "epoch": 0.1837572130797179, + "learning_rate": 0.0009987976190450605, + "loss": 4.444323539733887, + "mean_token_accuracy": 0.6381231943766276, + "num_tokens": 13347156.0, + "step": 1433 + }, + { + "entropy": 1.6885478496551514, + "epoch": 0.1838854456080359, + "learning_rate": 0.0009987947829603267, + "loss": 4.764985084533691, + "mean_token_accuracy": 0.6100920836130778, + "num_tokens": 13356959.0, + "step": 1434 + }, + { + "entropy": 1.740317424138387, + "epoch": 0.18401367813635391, + "learning_rate": 0.0009987919435387972, + "loss": 4.846868515014648, + "mean_token_accuracy": 0.6062860687573751, + "num_tokens": 13365658.0, + "step": 1435 + }, + { + "entropy": 1.6158523162206013, + "epoch": 0.18414191066467195, + "learning_rate": 0.0009987891007804913, + "loss": 4.550621032714844, + "mean_token_accuracy": 0.6371691028277079, + "num_tokens": 13373677.0, + "step": 1436 + }, + { + "entropy": 1.7047752539316814, + "epoch": 0.18427014319298995, + "learning_rate": 0.000998786254685428, + "loss": 4.5466179847717285, + "mean_token_accuracy": 0.6274587710698446, + "num_tokens": 13381778.0, + "step": 1437 + }, + { + "entropy": 1.64829417069753, + "epoch": 0.18439837572130796, + "learning_rate": 0.000998783405253626, + "loss": 4.790767669677734, + "mean_token_accuracy": 0.6209288040796915, + "num_tokens": 13391236.0, + "step": 1438 + }, + { + "entropy": 1.671845515569051, + "epoch": 0.184526608249626, + "learning_rate": 0.0009987805524851047, + "loss": 4.700774192810059, + "mean_token_accuracy": 0.6125448147455851, + "num_tokens": 13399243.0, + "step": 1439 + }, + { + "entropy": 1.6638570229212444, + "epoch": 0.184654840777944, + "learning_rate": 0.000998777696379883, + "loss": 4.640242576599121, + "mean_token_accuracy": 0.6114778717358907, + "num_tokens": 13409845.0, + "step": 1440 + }, + { + "entropy": 1.6503249804178874, + "epoch": 0.18478307330626204, + "learning_rate": 0.00099877483693798, + "loss": 4.774130821228027, + "mean_token_accuracy": 0.6134650707244873, + "num_tokens": 13419194.0, + "step": 1441 + }, + { + "entropy": 1.4587920904159546, + "epoch": 0.18491130583458004, + "learning_rate": 0.000998771974159415, + "loss": 4.1263251304626465, + "mean_token_accuracy": 0.647031307220459, + "num_tokens": 13429316.0, + "step": 1442 + }, + { + "entropy": 1.6580041646957397, + "epoch": 0.18503953836289805, + "learning_rate": 0.000998769108044207, + "loss": 4.563835620880127, + "mean_token_accuracy": 0.6330559253692627, + "num_tokens": 13438659.0, + "step": 1443 + }, + { + "entropy": 1.6055258512496948, + "epoch": 0.18516777089121608, + "learning_rate": 0.0009987662385923753, + "loss": 4.516544342041016, + "mean_token_accuracy": 0.6118139425913492, + "num_tokens": 13445829.0, + "step": 1444 + }, + { + "entropy": 1.6975779136021931, + "epoch": 0.1852960034195341, + "learning_rate": 0.0009987633658039392, + "loss": 4.704864501953125, + "mean_token_accuracy": 0.6176946957906088, + "num_tokens": 13455199.0, + "step": 1445 + }, + { + "entropy": 1.7459888458251953, + "epoch": 0.1854242359478521, + "learning_rate": 0.0009987604896789174, + "loss": 4.864511013031006, + "mean_token_accuracy": 0.6092691024144491, + "num_tokens": 13464099.0, + "step": 1446 + }, + { + "entropy": 1.478722055753072, + "epoch": 0.18555246847617013, + "learning_rate": 0.0009987576102173294, + "loss": 4.027910232543945, + "mean_token_accuracy": 0.6483276883761088, + "num_tokens": 13472684.0, + "step": 1447 + }, + { + "entropy": 1.5088719526926677, + "epoch": 0.18568070100448814, + "learning_rate": 0.000998754727419195, + "loss": 4.119122505187988, + "mean_token_accuracy": 0.6428149938583374, + "num_tokens": 13480628.0, + "step": 1448 + }, + { + "entropy": 1.8962003787358601, + "epoch": 0.18580893353280614, + "learning_rate": 0.0009987518412845325, + "loss": 5.402159214019775, + "mean_token_accuracy": 0.5590613881746928, + "num_tokens": 13491129.0, + "step": 1449 + }, + { + "entropy": 1.7204651832580566, + "epoch": 0.18593716606112418, + "learning_rate": 0.000998748951813362, + "loss": 4.78886604309082, + "mean_token_accuracy": 0.6049392819404602, + "num_tokens": 13500297.0, + "step": 1450 + }, + { + "entropy": 1.609058419863383, + "epoch": 0.18606539858944218, + "learning_rate": 0.0009987460590057027, + "loss": 4.551080703735352, + "mean_token_accuracy": 0.621468702952067, + "num_tokens": 13508990.0, + "step": 1451 + }, + { + "entropy": 1.7416414817174275, + "epoch": 0.18619363111776022, + "learning_rate": 0.0009987431628615737, + "loss": 4.861663818359375, + "mean_token_accuracy": 0.5987860560417175, + "num_tokens": 13518268.0, + "step": 1452 + }, + { + "entropy": 1.9419498443603516, + "epoch": 0.18632186364607822, + "learning_rate": 0.0009987402633809944, + "loss": 5.313899517059326, + "mean_token_accuracy": 0.5895301898320516, + "num_tokens": 13528306.0, + "step": 1453 + }, + { + "entropy": 1.7257243792215984, + "epoch": 0.18645009617439623, + "learning_rate": 0.0009987373605639842, + "loss": 4.838938236236572, + "mean_token_accuracy": 0.6275119781494141, + "num_tokens": 13536697.0, + "step": 1454 + }, + { + "entropy": 1.8886257410049438, + "epoch": 0.18657832870271426, + "learning_rate": 0.000998734454410563, + "loss": 5.4468770027160645, + "mean_token_accuracy": 0.5806970794995626, + "num_tokens": 13546380.0, + "step": 1455 + }, + { + "entropy": 1.6552562316258748, + "epoch": 0.18670656123103227, + "learning_rate": 0.0009987315449207495, + "loss": 4.7752556800842285, + "mean_token_accuracy": 0.616084635257721, + "num_tokens": 13555310.0, + "step": 1456 + }, + { + "entropy": 1.7327356338500977, + "epoch": 0.18683479375935028, + "learning_rate": 0.0009987286320945637, + "loss": 5.045543193817139, + "mean_token_accuracy": 0.592040995756785, + "num_tokens": 13563573.0, + "step": 1457 + }, + { + "entropy": 1.6758269866307576, + "epoch": 0.1869630262876683, + "learning_rate": 0.0009987257159320246, + "loss": 4.681637763977051, + "mean_token_accuracy": 0.6116113265355428, + "num_tokens": 13570689.0, + "step": 1458 + }, + { + "entropy": 1.5552877187728882, + "epoch": 0.18709125881598632, + "learning_rate": 0.0009987227964331521, + "loss": 4.428377628326416, + "mean_token_accuracy": 0.6331396897633871, + "num_tokens": 13579299.0, + "step": 1459 + }, + { + "entropy": 1.7446784178415935, + "epoch": 0.18721949134430435, + "learning_rate": 0.0009987198735979658, + "loss": 4.96759033203125, + "mean_token_accuracy": 0.607941210269928, + "num_tokens": 13587289.0, + "step": 1460 + }, + { + "entropy": 1.4261799653371174, + "epoch": 0.18734772387262236, + "learning_rate": 0.000998716947426485, + "loss": 3.894322395324707, + "mean_token_accuracy": 0.6534166932106018, + "num_tokens": 13596911.0, + "step": 1461 + }, + { + "entropy": 1.659375747044881, + "epoch": 0.18747595640094036, + "learning_rate": 0.0009987140179187296, + "loss": 4.7513298988342285, + "mean_token_accuracy": 0.6105804443359375, + "num_tokens": 13606746.0, + "step": 1462 + }, + { + "entropy": 1.63095490137736, + "epoch": 0.1876041889292584, + "learning_rate": 0.0009987110850747185, + "loss": 4.486721038818359, + "mean_token_accuracy": 0.633350133895874, + "num_tokens": 13616304.0, + "step": 1463 + }, + { + "entropy": 1.7949540615081787, + "epoch": 0.1877324214575764, + "learning_rate": 0.0009987081488944721, + "loss": 5.082347869873047, + "mean_token_accuracy": 0.6042657891909281, + "num_tokens": 13625737.0, + "step": 1464 + }, + { + "entropy": 1.8977900346120198, + "epoch": 0.1878606539858944, + "learning_rate": 0.0009987052093780096, + "loss": 5.428035736083984, + "mean_token_accuracy": 0.5530222058296204, + "num_tokens": 13633535.0, + "step": 1465 + }, + { + "entropy": 1.6783252159754436, + "epoch": 0.18798888651421244, + "learning_rate": 0.000998702266525351, + "loss": 4.670130252838135, + "mean_token_accuracy": 0.6147807439168295, + "num_tokens": 13644104.0, + "step": 1466 + }, + { + "entropy": 1.6634304920832317, + "epoch": 0.18811711904253045, + "learning_rate": 0.0009986993203365156, + "loss": 4.693069934844971, + "mean_token_accuracy": 0.6174315015474955, + "num_tokens": 13653947.0, + "step": 1467 + }, + { + "entropy": 1.4945583740870159, + "epoch": 0.18824535157084848, + "learning_rate": 0.0009986963708115233, + "loss": 4.154339790344238, + "mean_token_accuracy": 0.6518572171529134, + "num_tokens": 13663248.0, + "step": 1468 + }, + { + "entropy": 1.6346527338027954, + "epoch": 0.1883735840991665, + "learning_rate": 0.0009986934179503938, + "loss": 4.721308708190918, + "mean_token_accuracy": 0.6117541591326395, + "num_tokens": 13672556.0, + "step": 1469 + }, + { + "entropy": 1.638711412747701, + "epoch": 0.1885018166274845, + "learning_rate": 0.000998690461753147, + "loss": 4.578028202056885, + "mean_token_accuracy": 0.6259356538454691, + "num_tokens": 13682021.0, + "step": 1470 + }, + { + "entropy": 1.7863677342732747, + "epoch": 0.18863004915580253, + "learning_rate": 0.0009986875022198025, + "loss": 5.01771879196167, + "mean_token_accuracy": 0.6010943055152893, + "num_tokens": 13690244.0, + "step": 1471 + }, + { + "entropy": 1.5377330780029297, + "epoch": 0.18875828168412054, + "learning_rate": 0.0009986845393503798, + "loss": 4.3326921463012695, + "mean_token_accuracy": 0.6383586525917053, + "num_tokens": 13701056.0, + "step": 1472 + }, + { + "entropy": 1.8184653520584106, + "epoch": 0.18888651421243854, + "learning_rate": 0.0009986815731448993, + "loss": 5.248991012573242, + "mean_token_accuracy": 0.5781798164049784, + "num_tokens": 13709184.0, + "step": 1473 + }, + { + "entropy": 1.5855045318603516, + "epoch": 0.18901474674075658, + "learning_rate": 0.0009986786036033808, + "loss": 4.3780059814453125, + "mean_token_accuracy": 0.6353613138198853, + "num_tokens": 13717246.0, + "step": 1474 + }, + { + "entropy": 1.8277146021525066, + "epoch": 0.18914297926907458, + "learning_rate": 0.0009986756307258438, + "loss": 5.090346336364746, + "mean_token_accuracy": 0.5882183909416199, + "num_tokens": 13726021.0, + "step": 1475 + }, + { + "entropy": 1.7558167775472004, + "epoch": 0.18927121179739262, + "learning_rate": 0.0009986726545123084, + "loss": 4.986300468444824, + "mean_token_accuracy": 0.5995799501736959, + "num_tokens": 13735010.0, + "step": 1476 + }, + { + "entropy": 1.522971510887146, + "epoch": 0.18939944432571063, + "learning_rate": 0.0009986696749627946, + "loss": 4.159046173095703, + "mean_token_accuracy": 0.6463092565536499, + "num_tokens": 13744902.0, + "step": 1477 + }, + { + "entropy": 1.8699039618174236, + "epoch": 0.18952767685402863, + "learning_rate": 0.0009986666920773222, + "loss": 5.340484142303467, + "mean_token_accuracy": 0.5868790547053019, + "num_tokens": 13753937.0, + "step": 1478 + }, + { + "entropy": 1.7530296643575032, + "epoch": 0.18965590938234667, + "learning_rate": 0.0009986637058559107, + "loss": 4.769354343414307, + "mean_token_accuracy": 0.596287210782369, + "num_tokens": 13763530.0, + "step": 1479 + }, + { + "entropy": 1.6139114300409954, + "epoch": 0.18978414191066467, + "learning_rate": 0.000998660716298581, + "loss": 4.5970587730407715, + "mean_token_accuracy": 0.6239720781644186, + "num_tokens": 13774338.0, + "step": 1480 + }, + { + "entropy": 1.7617264986038208, + "epoch": 0.18991237443898268, + "learning_rate": 0.0009986577234053526, + "loss": 4.887531757354736, + "mean_token_accuracy": 0.5969786643981934, + "num_tokens": 13785895.0, + "step": 1481 + }, + { + "entropy": 1.6057436068852742, + "epoch": 0.1900406069673007, + "learning_rate": 0.0009986547271762453, + "loss": 4.55562686920166, + "mean_token_accuracy": 0.6252301335334778, + "num_tokens": 13796257.0, + "step": 1482 + }, + { + "entropy": 1.7118324836095173, + "epoch": 0.19016883949561872, + "learning_rate": 0.0009986517276112795, + "loss": 4.755985260009766, + "mean_token_accuracy": 0.6148113210995992, + "num_tokens": 13806134.0, + "step": 1483 + }, + { + "entropy": 1.6780472199122112, + "epoch": 0.19029707202393673, + "learning_rate": 0.0009986487247104754, + "loss": 4.861720085144043, + "mean_token_accuracy": 0.6035837531089783, + "num_tokens": 13814060.0, + "step": 1484 + }, + { + "entropy": 1.7378379503885906, + "epoch": 0.19042530455225476, + "learning_rate": 0.0009986457184738525, + "loss": 4.774600505828857, + "mean_token_accuracy": 0.5923202633857727, + "num_tokens": 13820548.0, + "step": 1485 + }, + { + "entropy": 1.8319350083669026, + "epoch": 0.19055353708057277, + "learning_rate": 0.0009986427089014316, + "loss": 5.1146931648254395, + "mean_token_accuracy": 0.5797877113024393, + "num_tokens": 13829691.0, + "step": 1486 + }, + { + "entropy": 1.7001940806706746, + "epoch": 0.1906817696088908, + "learning_rate": 0.0009986396959932324, + "loss": 4.7203450202941895, + "mean_token_accuracy": 0.6015600562095642, + "num_tokens": 13838207.0, + "step": 1487 + }, + { + "entropy": 1.6866837342580159, + "epoch": 0.1908100021372088, + "learning_rate": 0.000998636679749275, + "loss": 4.684488296508789, + "mean_token_accuracy": 0.6159459352493286, + "num_tokens": 13846871.0, + "step": 1488 + }, + { + "entropy": 1.7675151427586873, + "epoch": 0.1909382346655268, + "learning_rate": 0.0009986336601695799, + "loss": 4.9289703369140625, + "mean_token_accuracy": 0.5891253153483073, + "num_tokens": 13856061.0, + "step": 1489 + }, + { + "entropy": 1.6835757493972778, + "epoch": 0.19106646719384485, + "learning_rate": 0.000998630637254167, + "loss": 4.821945667266846, + "mean_token_accuracy": 0.6011955142021179, + "num_tokens": 13864611.0, + "step": 1490 + }, + { + "entropy": 1.6602979103724163, + "epoch": 0.19119469972216285, + "learning_rate": 0.0009986276110030567, + "loss": 4.606390953063965, + "mean_token_accuracy": 0.6174496014912924, + "num_tokens": 13873022.0, + "step": 1491 + }, + { + "entropy": 1.6460134188334148, + "epoch": 0.19132293225048086, + "learning_rate": 0.0009986245814162693, + "loss": 4.496650218963623, + "mean_token_accuracy": 0.6290215452512106, + "num_tokens": 13881121.0, + "step": 1492 + }, + { + "entropy": 1.6913644472757976, + "epoch": 0.1914511647787989, + "learning_rate": 0.000998621548493825, + "loss": 4.7018022537231445, + "mean_token_accuracy": 0.6137887835502625, + "num_tokens": 13889461.0, + "step": 1493 + }, + { + "entropy": 1.4794655640920003, + "epoch": 0.1915793973071169, + "learning_rate": 0.0009986185122357438, + "loss": 4.118803977966309, + "mean_token_accuracy": 0.6508698264757792, + "num_tokens": 13900760.0, + "step": 1494 + }, + { + "entropy": 1.6487740278244019, + "epoch": 0.19170762983543493, + "learning_rate": 0.0009986154726420466, + "loss": 4.690922737121582, + "mean_token_accuracy": 0.6105567018191019, + "num_tokens": 13909266.0, + "step": 1495 + }, + { + "entropy": 1.686474045117696, + "epoch": 0.19183586236375294, + "learning_rate": 0.000998612429712753, + "loss": 4.911983489990234, + "mean_token_accuracy": 0.6087826490402222, + "num_tokens": 13917982.0, + "step": 1496 + }, + { + "entropy": 1.5927200714747112, + "epoch": 0.19196409489207095, + "learning_rate": 0.000998609383447884, + "loss": 4.489433765411377, + "mean_token_accuracy": 0.6366719206174215, + "num_tokens": 13925266.0, + "step": 1497 + }, + { + "entropy": 1.8438634872436523, + "epoch": 0.19209232742038898, + "learning_rate": 0.0009986063338474598, + "loss": 5.267635345458984, + "mean_token_accuracy": 0.5745831330617269, + "num_tokens": 13934593.0, + "step": 1498 + }, + { + "entropy": 1.5838057200113933, + "epoch": 0.192220559948707, + "learning_rate": 0.0009986032809115007, + "loss": 4.451736927032471, + "mean_token_accuracy": 0.6159224708875021, + "num_tokens": 13943634.0, + "step": 1499 + }, + { + "entropy": 1.7745974858601887, + "epoch": 0.192348792477025, + "learning_rate": 0.0009986002246400272, + "loss": 4.879595756530762, + "mean_token_accuracy": 0.591575046380361, + "num_tokens": 13952002.0, + "step": 1500 + }, + { + "entropy": 1.6343910296758015, + "epoch": 0.19247702500534303, + "learning_rate": 0.0009985971650330596, + "loss": 4.586697578430176, + "mean_token_accuracy": 0.6263694365819296, + "num_tokens": 13961639.0, + "step": 1501 + }, + { + "entropy": 1.6605877876281738, + "epoch": 0.19260525753366103, + "learning_rate": 0.0009985941020906185, + "loss": 4.604297161102295, + "mean_token_accuracy": 0.6270214915275574, + "num_tokens": 13973609.0, + "step": 1502 + }, + { + "entropy": 1.6346092224121094, + "epoch": 0.19273349006197907, + "learning_rate": 0.0009985910358127244, + "loss": 4.670798301696777, + "mean_token_accuracy": 0.614310105641683, + "num_tokens": 13983053.0, + "step": 1503 + }, + { + "entropy": 1.597424308458964, + "epoch": 0.19286172259029707, + "learning_rate": 0.0009985879661993978, + "loss": 4.475406646728516, + "mean_token_accuracy": 0.6270780563354492, + "num_tokens": 13992741.0, + "step": 1504 + }, + { + "entropy": 1.8094703753789265, + "epoch": 0.19298995511861508, + "learning_rate": 0.000998584893250659, + "loss": 5.0767621994018555, + "mean_token_accuracy": 0.5978251298268636, + "num_tokens": 14002243.0, + "step": 1505 + }, + { + "entropy": 1.5798118511835735, + "epoch": 0.19311818764693311, + "learning_rate": 0.000998581816966529, + "loss": 4.41140079498291, + "mean_token_accuracy": 0.6289406617482504, + "num_tokens": 14009868.0, + "step": 1506 + }, + { + "entropy": 1.4202022552490234, + "epoch": 0.19324642017525112, + "learning_rate": 0.0009985787373470282, + "loss": 4.016688346862793, + "mean_token_accuracy": 0.6650134325027466, + "num_tokens": 14018878.0, + "step": 1507 + }, + { + "entropy": 1.5798953374226887, + "epoch": 0.19337465270356913, + "learning_rate": 0.000998575654392177, + "loss": 4.3355560302734375, + "mean_token_accuracy": 0.6306964953740438, + "num_tokens": 14027991.0, + "step": 1508 + }, + { + "entropy": 1.3908658027648926, + "epoch": 0.19350288523188716, + "learning_rate": 0.0009985725681019963, + "loss": 3.7646195888519287, + "mean_token_accuracy": 0.6813897887865702, + "num_tokens": 14035181.0, + "step": 1509 + }, + { + "entropy": 1.508269985516866, + "epoch": 0.19363111776020517, + "learning_rate": 0.0009985694784765064, + "loss": 4.156503677368164, + "mean_token_accuracy": 0.6453559796015421, + "num_tokens": 14045637.0, + "step": 1510 + }, + { + "entropy": 1.4926058451334636, + "epoch": 0.1937593502885232, + "learning_rate": 0.0009985663855157285, + "loss": 4.0927042961120605, + "mean_token_accuracy": 0.6596846183141073, + "num_tokens": 14055553.0, + "step": 1511 + }, + { + "entropy": 1.8175815343856812, + "epoch": 0.1938875828168412, + "learning_rate": 0.0009985632892196828, + "loss": 5.146618366241455, + "mean_token_accuracy": 0.5862522522608439, + "num_tokens": 14063642.0, + "step": 1512 + }, + { + "entropy": 1.6248457034428914, + "epoch": 0.19401581534515921, + "learning_rate": 0.0009985601895883902, + "loss": 4.585062026977539, + "mean_token_accuracy": 0.6196417013804117, + "num_tokens": 14073256.0, + "step": 1513 + }, + { + "entropy": 1.6546632846196492, + "epoch": 0.19414404787347725, + "learning_rate": 0.0009985570866218715, + "loss": 4.660146236419678, + "mean_token_accuracy": 0.6099143028259277, + "num_tokens": 14081453.0, + "step": 1514 + }, + { + "entropy": 1.7545186281204224, + "epoch": 0.19427228040179526, + "learning_rate": 0.0009985539803201472, + "loss": 5.07181453704834, + "mean_token_accuracy": 0.5891668001810709, + "num_tokens": 14089220.0, + "step": 1515 + }, + { + "entropy": 1.647221525510152, + "epoch": 0.19440051293011326, + "learning_rate": 0.0009985508706832386, + "loss": 4.614531517028809, + "mean_token_accuracy": 0.616314689318339, + "num_tokens": 14096923.0, + "step": 1516 + }, + { + "entropy": 1.7515811522801716, + "epoch": 0.1945287454584313, + "learning_rate": 0.000998547757711166, + "loss": 5.044624328613281, + "mean_token_accuracy": 0.589930256207784, + "num_tokens": 14104830.0, + "step": 1517 + }, + { + "entropy": 1.5272807677586873, + "epoch": 0.1946569779867493, + "learning_rate": 0.0009985446414039504, + "loss": 4.245185852050781, + "mean_token_accuracy": 0.6489601731300354, + "num_tokens": 14114548.0, + "step": 1518 + }, + { + "entropy": 1.5957566897074382, + "epoch": 0.1947852105150673, + "learning_rate": 0.0009985415217616126, + "loss": 4.522972106933594, + "mean_token_accuracy": 0.6220231850941976, + "num_tokens": 14123134.0, + "step": 1519 + }, + { + "entropy": 1.3684288263320923, + "epoch": 0.19491344304338534, + "learning_rate": 0.0009985383987841736, + "loss": 3.7534637451171875, + "mean_token_accuracy": 0.6702083547910055, + "num_tokens": 14133473.0, + "step": 1520 + }, + { + "entropy": 1.8488243023554485, + "epoch": 0.19504167557170335, + "learning_rate": 0.0009985352724716542, + "loss": 5.278064250946045, + "mean_token_accuracy": 0.583020031452179, + "num_tokens": 14143484.0, + "step": 1521 + }, + { + "entropy": 1.7143146991729736, + "epoch": 0.19516990810002138, + "learning_rate": 0.0009985321428240754, + "loss": 4.816347122192383, + "mean_token_accuracy": 0.612399180730184, + "num_tokens": 14154111.0, + "step": 1522 + }, + { + "entropy": 1.5873305400212605, + "epoch": 0.1952981406283394, + "learning_rate": 0.000998529009841458, + "loss": 4.429236888885498, + "mean_token_accuracy": 0.6351624329884847, + "num_tokens": 14164250.0, + "step": 1523 + }, + { + "entropy": 1.8925656080245972, + "epoch": 0.1954263731566574, + "learning_rate": 0.0009985258735238228, + "loss": 5.383331298828125, + "mean_token_accuracy": 0.5807778239250183, + "num_tokens": 14171833.0, + "step": 1524 + }, + { + "entropy": 1.6523422797520955, + "epoch": 0.19555460568497543, + "learning_rate": 0.0009985227338711912, + "loss": 4.551518440246582, + "mean_token_accuracy": 0.6174503763516744, + "num_tokens": 14179841.0, + "step": 1525 + }, + { + "entropy": 1.5605488618214924, + "epoch": 0.19568283821329344, + "learning_rate": 0.000998519590883584, + "loss": 4.1871538162231445, + "mean_token_accuracy": 0.6408328612645467, + "num_tokens": 14188177.0, + "step": 1526 + }, + { + "entropy": 1.8012636105219524, + "epoch": 0.19581107074161144, + "learning_rate": 0.0009985164445610222, + "loss": 5.221692085266113, + "mean_token_accuracy": 0.5848239660263062, + "num_tokens": 14198206.0, + "step": 1527 + }, + { + "entropy": 1.5360029538472493, + "epoch": 0.19593930326992948, + "learning_rate": 0.000998513294903527, + "loss": 4.057948112487793, + "mean_token_accuracy": 0.6755547722180685, + "num_tokens": 14206707.0, + "step": 1528 + }, + { + "entropy": 1.5841117302576702, + "epoch": 0.19606753579824748, + "learning_rate": 0.0009985101419111191, + "loss": 4.451128959655762, + "mean_token_accuracy": 0.636266032854716, + "num_tokens": 14215969.0, + "step": 1529 + }, + { + "entropy": 1.7261794010798137, + "epoch": 0.19619576832656552, + "learning_rate": 0.00099850698558382, + "loss": 4.768666744232178, + "mean_token_accuracy": 0.6109316746393839, + "num_tokens": 14224713.0, + "step": 1530 + }, + { + "entropy": 1.5183759133021038, + "epoch": 0.19632400085488352, + "learning_rate": 0.0009985038259216507, + "loss": 4.071591377258301, + "mean_token_accuracy": 0.669936458269755, + "num_tokens": 14235472.0, + "step": 1531 + }, + { + "entropy": 1.5598438183466594, + "epoch": 0.19645223338320153, + "learning_rate": 0.0009985006629246321, + "loss": 4.517065048217773, + "mean_token_accuracy": 0.6165484189987183, + "num_tokens": 14246550.0, + "step": 1532 + }, + { + "entropy": 1.7992133696873982, + "epoch": 0.19658046591151956, + "learning_rate": 0.0009984974965927857, + "loss": 5.081367015838623, + "mean_token_accuracy": 0.5871727466583252, + "num_tokens": 14257593.0, + "step": 1533 + }, + { + "entropy": 1.7471684614817302, + "epoch": 0.19670869843983757, + "learning_rate": 0.0009984943269261324, + "loss": 4.771035194396973, + "mean_token_accuracy": 0.6040336489677429, + "num_tokens": 14267596.0, + "step": 1534 + }, + { + "entropy": 1.6812162796656291, + "epoch": 0.19683693096815558, + "learning_rate": 0.0009984911539246937, + "loss": 4.840137481689453, + "mean_token_accuracy": 0.5905268987019857, + "num_tokens": 14276780.0, + "step": 1535 + }, + { + "entropy": 1.6753339767456055, + "epoch": 0.1969651634964736, + "learning_rate": 0.0009984879775884908, + "loss": 4.650832176208496, + "mean_token_accuracy": 0.6256495316823324, + "num_tokens": 14287018.0, + "step": 1536 + }, + { + "entropy": 1.6798882881800334, + "epoch": 0.19709339602479162, + "learning_rate": 0.0009984847979175445, + "loss": 4.806466102600098, + "mean_token_accuracy": 0.6129708290100098, + "num_tokens": 14297575.0, + "step": 1537 + }, + { + "entropy": 1.6535409688949585, + "epoch": 0.19722162855310965, + "learning_rate": 0.0009984816149118765, + "loss": 4.634370803833008, + "mean_token_accuracy": 0.6182704170544943, + "num_tokens": 14306087.0, + "step": 1538 + }, + { + "entropy": 1.7108201185862224, + "epoch": 0.19734986108142766, + "learning_rate": 0.000998478428571508, + "loss": 4.8643293380737305, + "mean_token_accuracy": 0.5891330242156982, + "num_tokens": 14316219.0, + "step": 1539 + }, + { + "entropy": 1.6988683541615803, + "epoch": 0.19747809360974566, + "learning_rate": 0.00099847523889646, + "loss": 4.676498889923096, + "mean_token_accuracy": 0.6104249755541483, + "num_tokens": 14325688.0, + "step": 1540 + }, + { + "entropy": 1.6872051159540813, + "epoch": 0.1976063261380637, + "learning_rate": 0.0009984720458867547, + "loss": 4.702576637268066, + "mean_token_accuracy": 0.6130151549975077, + "num_tokens": 14335128.0, + "step": 1541 + }, + { + "entropy": 1.7328302065531414, + "epoch": 0.1977345586663817, + "learning_rate": 0.0009984688495424125, + "loss": 4.917608261108398, + "mean_token_accuracy": 0.5857613881429037, + "num_tokens": 14344160.0, + "step": 1542 + }, + { + "entropy": 1.5683355728785198, + "epoch": 0.1978627911946997, + "learning_rate": 0.0009984656498634554, + "loss": 4.546163558959961, + "mean_token_accuracy": 0.6354724367459615, + "num_tokens": 14352706.0, + "step": 1543 + }, + { + "entropy": 1.8047137260437012, + "epoch": 0.19799102372301774, + "learning_rate": 0.0009984624468499044, + "loss": 5.221338748931885, + "mean_token_accuracy": 0.579231838385264, + "num_tokens": 14361572.0, + "step": 1544 + }, + { + "entropy": 1.455125331878662, + "epoch": 0.19811925625133575, + "learning_rate": 0.0009984592405017812, + "loss": 3.9633002281188965, + "mean_token_accuracy": 0.658543050289154, + "num_tokens": 14370691.0, + "step": 1545 + }, + { + "entropy": 1.6193296909332275, + "epoch": 0.19824748877965379, + "learning_rate": 0.000998456030819107, + "loss": 4.551203727722168, + "mean_token_accuracy": 0.6284684737523397, + "num_tokens": 14379368.0, + "step": 1546 + }, + { + "entropy": 1.6923247973124187, + "epoch": 0.1983757213079718, + "learning_rate": 0.0009984528178019036, + "loss": 4.615166187286377, + "mean_token_accuracy": 0.6283461451530457, + "num_tokens": 14388042.0, + "step": 1547 + }, + { + "entropy": 1.4849258661270142, + "epoch": 0.1985039538362898, + "learning_rate": 0.0009984496014501922, + "loss": 3.9802825450897217, + "mean_token_accuracy": 0.6556049386660258, + "num_tokens": 14397715.0, + "step": 1548 + }, + { + "entropy": 1.8264774481455486, + "epoch": 0.19863218636460783, + "learning_rate": 0.0009984463817639946, + "loss": 5.2255353927612305, + "mean_token_accuracy": 0.5707750121752421, + "num_tokens": 14407219.0, + "step": 1549 + }, + { + "entropy": 1.7160374720891316, + "epoch": 0.19876041889292584, + "learning_rate": 0.000998443158743332, + "loss": 4.799356460571289, + "mean_token_accuracy": 0.5904841820398966, + "num_tokens": 14414969.0, + "step": 1550 + }, + { + "entropy": 1.4046300252278645, + "epoch": 0.19888865142124384, + "learning_rate": 0.0009984399323882264, + "loss": 3.907108783721924, + "mean_token_accuracy": 0.6625636617342631, + "num_tokens": 14424602.0, + "step": 1551 + }, + { + "entropy": 1.627375602722168, + "epoch": 0.19901688394956188, + "learning_rate": 0.0009984367026986988, + "loss": 4.703719615936279, + "mean_token_accuracy": 0.6066309213638306, + "num_tokens": 14433856.0, + "step": 1552 + }, + { + "entropy": 1.7727947632471721, + "epoch": 0.19914511647787989, + "learning_rate": 0.0009984334696747713, + "loss": 5.136510848999023, + "mean_token_accuracy": 0.5869268178939819, + "num_tokens": 14442506.0, + "step": 1553 + }, + { + "entropy": 1.7237176100413005, + "epoch": 0.1992733490061979, + "learning_rate": 0.0009984302333164653, + "loss": 4.792146682739258, + "mean_token_accuracy": 0.5976632833480835, + "num_tokens": 14453393.0, + "step": 1554 + }, + { + "entropy": 1.5399775505065918, + "epoch": 0.19940158153451593, + "learning_rate": 0.0009984269936238026, + "loss": 4.407088756561279, + "mean_token_accuracy": 0.6471142967542013, + "num_tokens": 14462085.0, + "step": 1555 + }, + { + "entropy": 1.4626609086990356, + "epoch": 0.19952981406283393, + "learning_rate": 0.0009984237505968048, + "loss": 4.084266662597656, + "mean_token_accuracy": 0.6614862084388733, + "num_tokens": 14469799.0, + "step": 1556 + }, + { + "entropy": 1.7332884470621746, + "epoch": 0.19965804659115197, + "learning_rate": 0.0009984205042354933, + "loss": 4.79448127746582, + "mean_token_accuracy": 0.6125409205754598, + "num_tokens": 14480785.0, + "step": 1557 + }, + { + "entropy": 1.5912453333536785, + "epoch": 0.19978627911946997, + "learning_rate": 0.0009984172545398904, + "loss": 4.327375888824463, + "mean_token_accuracy": 0.6466331879297892, + "num_tokens": 14489610.0, + "step": 1558 + }, + { + "entropy": 1.8131063381830852, + "epoch": 0.19991451164778798, + "learning_rate": 0.0009984140015100174, + "loss": 4.90532922744751, + "mean_token_accuracy": 0.6000759998957316, + "num_tokens": 14497724.0, + "step": 1559 + }, + { + "entropy": 1.4769372542699177, + "epoch": 0.200042744176106, + "learning_rate": 0.0009984107451458963, + "loss": 4.12009334564209, + "mean_token_accuracy": 0.6513219277064005, + "num_tokens": 14508006.0, + "step": 1560 + }, + { + "entropy": 1.6772232453028362, + "epoch": 0.20017097670442402, + "learning_rate": 0.0009984074854475485, + "loss": 4.608493328094482, + "mean_token_accuracy": 0.6241601705551147, + "num_tokens": 14517249.0, + "step": 1561 + }, + { + "entropy": 1.6424559354782104, + "epoch": 0.20029920923274203, + "learning_rate": 0.0009984042224149964, + "loss": 4.503978729248047, + "mean_token_accuracy": 0.6284733017285665, + "num_tokens": 14525868.0, + "step": 1562 + }, + { + "entropy": 1.6526658535003662, + "epoch": 0.20042744176106006, + "learning_rate": 0.0009984009560482614, + "loss": 4.7274932861328125, + "mean_token_accuracy": 0.6262263456980387, + "num_tokens": 14535263.0, + "step": 1563 + }, + { + "entropy": 1.6443722248077393, + "epoch": 0.20055567428937807, + "learning_rate": 0.0009983976863473655, + "loss": 4.607237815856934, + "mean_token_accuracy": 0.6141248941421509, + "num_tokens": 14544431.0, + "step": 1564 + }, + { + "entropy": 1.6500684420267742, + "epoch": 0.2006839068176961, + "learning_rate": 0.0009983944133123304, + "loss": 4.662988185882568, + "mean_token_accuracy": 0.6082354784011841, + "num_tokens": 14554397.0, + "step": 1565 + }, + { + "entropy": 1.5578936735788982, + "epoch": 0.2008121393460141, + "learning_rate": 0.0009983911369431783, + "loss": 4.401663780212402, + "mean_token_accuracy": 0.6210164825121561, + "num_tokens": 14563107.0, + "step": 1566 + }, + { + "entropy": 1.6733322143554688, + "epoch": 0.2009403718743321, + "learning_rate": 0.0009983878572399308, + "loss": 4.894926071166992, + "mean_token_accuracy": 0.5856644511222839, + "num_tokens": 14570361.0, + "step": 1567 + }, + { + "entropy": 1.7635778586069744, + "epoch": 0.20106860440265015, + "learning_rate": 0.00099838457420261, + "loss": 4.896803855895996, + "mean_token_accuracy": 0.6052073836326599, + "num_tokens": 14581269.0, + "step": 1568 + }, + { + "entropy": 1.4755287170410156, + "epoch": 0.20119683693096815, + "learning_rate": 0.000998381287831238, + "loss": 4.174996852874756, + "mean_token_accuracy": 0.6497097214063009, + "num_tokens": 14593601.0, + "step": 1569 + }, + { + "entropy": 1.6807372570037842, + "epoch": 0.20132506945928616, + "learning_rate": 0.0009983779981258365, + "loss": 4.7099833488464355, + "mean_token_accuracy": 0.6121087272961935, + "num_tokens": 14606091.0, + "step": 1570 + }, + { + "entropy": 1.7241051991780598, + "epoch": 0.2014533019876042, + "learning_rate": 0.0009983747050864278, + "loss": 4.870866775512695, + "mean_token_accuracy": 0.595050036907196, + "num_tokens": 14617746.0, + "step": 1571 + }, + { + "entropy": 1.6160717805226643, + "epoch": 0.2015815345159222, + "learning_rate": 0.0009983714087130338, + "loss": 4.610631942749023, + "mean_token_accuracy": 0.6047109762827555, + "num_tokens": 14627523.0, + "step": 1572 + }, + { + "entropy": 1.718762477238973, + "epoch": 0.20170976704424023, + "learning_rate": 0.0009983681090056764, + "loss": 4.8973388671875, + "mean_token_accuracy": 0.5979977250099182, + "num_tokens": 14637606.0, + "step": 1573 + }, + { + "entropy": 1.719732642173767, + "epoch": 0.20183799957255824, + "learning_rate": 0.0009983648059643778, + "loss": 4.6124348640441895, + "mean_token_accuracy": 0.6331003506978353, + "num_tokens": 14648384.0, + "step": 1574 + }, + { + "entropy": 1.8267285823822021, + "epoch": 0.20196623210087625, + "learning_rate": 0.0009983614995891599, + "loss": 5.377823352813721, + "mean_token_accuracy": 0.5704275965690613, + "num_tokens": 14657999.0, + "step": 1575 + }, + { + "entropy": 1.5082250436147053, + "epoch": 0.20209446462919428, + "learning_rate": 0.0009983581898800455, + "loss": 4.306673049926758, + "mean_token_accuracy": 0.6442558368047079, + "num_tokens": 14667227.0, + "step": 1576 + }, + { + "entropy": 1.7285703420639038, + "epoch": 0.2022226971575123, + "learning_rate": 0.000998354876837056, + "loss": 4.75175142288208, + "mean_token_accuracy": 0.612474282582601, + "num_tokens": 14675928.0, + "step": 1577 + }, + { + "entropy": 1.6044402917226155, + "epoch": 0.2023509296858303, + "learning_rate": 0.0009983515604602138, + "loss": 4.517914295196533, + "mean_token_accuracy": 0.6240708827972412, + "num_tokens": 14682914.0, + "step": 1578 + }, + { + "entropy": 1.5226287841796875, + "epoch": 0.20247916221414833, + "learning_rate": 0.000998348240749541, + "loss": 4.26413106918335, + "mean_token_accuracy": 0.6364469329516093, + "num_tokens": 14690019.0, + "step": 1579 + }, + { + "entropy": 1.6297029256820679, + "epoch": 0.20260739474246633, + "learning_rate": 0.0009983449177050601, + "loss": 4.639607906341553, + "mean_token_accuracy": 0.6055952906608582, + "num_tokens": 14698953.0, + "step": 1580 + }, + { + "entropy": 1.5740182002385457, + "epoch": 0.20273562727078437, + "learning_rate": 0.0009983415913267931, + "loss": 4.283490180969238, + "mean_token_accuracy": 0.6349207361539205, + "num_tokens": 14708612.0, + "step": 1581 + }, + { + "entropy": 1.6455933252970378, + "epoch": 0.20286385979910238, + "learning_rate": 0.0009983382616147623, + "loss": 4.589240550994873, + "mean_token_accuracy": 0.6325563391049703, + "num_tokens": 14717110.0, + "step": 1582 + }, + { + "entropy": 1.4954737822214763, + "epoch": 0.20299209232742038, + "learning_rate": 0.00099833492856899, + "loss": 4.167010307312012, + "mean_token_accuracy": 0.6576708555221558, + "num_tokens": 14725648.0, + "step": 1583 + }, + { + "entropy": 1.713421901067098, + "epoch": 0.20312032485573842, + "learning_rate": 0.0009983315921894985, + "loss": 4.9329047203063965, + "mean_token_accuracy": 0.5879145860671997, + "num_tokens": 14734773.0, + "step": 1584 + }, + { + "entropy": 1.8141255378723145, + "epoch": 0.20324855738405642, + "learning_rate": 0.00099832825247631, + "loss": 4.956376075744629, + "mean_token_accuracy": 0.5915021697680155, + "num_tokens": 14741337.0, + "step": 1585 + }, + { + "entropy": 1.6859689553578694, + "epoch": 0.20337678991237443, + "learning_rate": 0.0009983249094294468, + "loss": 4.76064920425415, + "mean_token_accuracy": 0.5932108958562216, + "num_tokens": 14752307.0, + "step": 1586 + }, + { + "entropy": 1.6255277395248413, + "epoch": 0.20350502244069246, + "learning_rate": 0.0009983215630489316, + "loss": 4.549447059631348, + "mean_token_accuracy": 0.6279589533805847, + "num_tokens": 14761829.0, + "step": 1587 + }, + { + "entropy": 1.640304724375407, + "epoch": 0.20363325496901047, + "learning_rate": 0.0009983182133347867, + "loss": 4.6334075927734375, + "mean_token_accuracy": 0.6219645142555237, + "num_tokens": 14771627.0, + "step": 1588 + }, + { + "entropy": 1.6682422558466594, + "epoch": 0.2037614874973285, + "learning_rate": 0.0009983148602870342, + "loss": 4.609003067016602, + "mean_token_accuracy": 0.5978148579597473, + "num_tokens": 14780095.0, + "step": 1589 + }, + { + "entropy": 1.590575893719991, + "epoch": 0.2038897200256465, + "learning_rate": 0.0009983115039056967, + "loss": 4.49550724029541, + "mean_token_accuracy": 0.6386692325274149, + "num_tokens": 14790240.0, + "step": 1590 + }, + { + "entropy": 1.5215511719385784, + "epoch": 0.20401795255396452, + "learning_rate": 0.0009983081441907967, + "loss": 4.302839279174805, + "mean_token_accuracy": 0.638430138429006, + "num_tokens": 14798996.0, + "step": 1591 + }, + { + "entropy": 1.7383776505788167, + "epoch": 0.20414618508228255, + "learning_rate": 0.0009983047811423567, + "loss": 4.928234100341797, + "mean_token_accuracy": 0.5952122012774149, + "num_tokens": 14807201.0, + "step": 1592 + }, + { + "entropy": 1.7486266295115154, + "epoch": 0.20427441761060056, + "learning_rate": 0.0009983014147603993, + "loss": 5.0960693359375, + "mean_token_accuracy": 0.5858651002248129, + "num_tokens": 14814828.0, + "step": 1593 + }, + { + "entropy": 1.756190816561381, + "epoch": 0.20440265013891856, + "learning_rate": 0.0009982980450449466, + "loss": 4.8917412757873535, + "mean_token_accuracy": 0.5904847979545593, + "num_tokens": 14825634.0, + "step": 1594 + }, + { + "entropy": 1.687728722890218, + "epoch": 0.2045308826672366, + "learning_rate": 0.0009982946719960216, + "loss": 4.720125675201416, + "mean_token_accuracy": 0.5946215589841207, + "num_tokens": 14836391.0, + "step": 1595 + }, + { + "entropy": 1.8375262419382732, + "epoch": 0.2046591151955546, + "learning_rate": 0.0009982912956136465, + "loss": 5.170733451843262, + "mean_token_accuracy": 0.589626411596934, + "num_tokens": 14843689.0, + "step": 1596 + }, + { + "entropy": 1.4262820879618328, + "epoch": 0.2047873477238726, + "learning_rate": 0.0009982879158978442, + "loss": 3.7498831748962402, + "mean_token_accuracy": 0.6816668510437012, + "num_tokens": 14850989.0, + "step": 1597 + }, + { + "entropy": 1.5626530647277832, + "epoch": 0.20491558025219064, + "learning_rate": 0.000998284532848637, + "loss": 4.433762073516846, + "mean_token_accuracy": 0.6347213784853617, + "num_tokens": 14861875.0, + "step": 1598 + }, + { + "entropy": 1.8327730496724446, + "epoch": 0.20504381278050865, + "learning_rate": 0.000998281146466048, + "loss": 5.099496841430664, + "mean_token_accuracy": 0.5805936455726624, + "num_tokens": 14872027.0, + "step": 1599 + }, + { + "entropy": 1.5665664275487263, + "epoch": 0.20517204530882668, + "learning_rate": 0.0009982777567500993, + "loss": 4.438310623168945, + "mean_token_accuracy": 0.6357511679331461, + "num_tokens": 14882161.0, + "step": 1600 + }, + { + "entropy": 1.5820742845535278, + "epoch": 0.2053002778371447, + "learning_rate": 0.0009982743637008142, + "loss": 4.491389274597168, + "mean_token_accuracy": 0.6401298642158508, + "num_tokens": 14891592.0, + "step": 1601 + }, + { + "entropy": 1.7562603155771892, + "epoch": 0.2054285103654627, + "learning_rate": 0.0009982709673182146, + "loss": 5.387121677398682, + "mean_token_accuracy": 0.5952803095181783, + "num_tokens": 14899855.0, + "step": 1602 + }, + { + "entropy": 1.6060179471969604, + "epoch": 0.20555674289378073, + "learning_rate": 0.000998267567602324, + "loss": 4.6042561531066895, + "mean_token_accuracy": 0.6187260349591573, + "num_tokens": 14911115.0, + "step": 1603 + }, + { + "entropy": 1.7135909001032512, + "epoch": 0.20568497542209874, + "learning_rate": 0.0009982641645531645, + "loss": 4.7515130043029785, + "mean_token_accuracy": 0.6196403702100118, + "num_tokens": 14920230.0, + "step": 1604 + }, + { + "entropy": 1.7048743565877278, + "epoch": 0.20581320795041674, + "learning_rate": 0.0009982607581707592, + "loss": 4.910592079162598, + "mean_token_accuracy": 0.5878224770228068, + "num_tokens": 14930335.0, + "step": 1605 + }, + { + "entropy": 1.6787760655085247, + "epoch": 0.20594144047873478, + "learning_rate": 0.000998257348455131, + "loss": 4.808903694152832, + "mean_token_accuracy": 0.6086665590604147, + "num_tokens": 14939063.0, + "step": 1606 + }, + { + "entropy": 1.7186944882074993, + "epoch": 0.20606967300705278, + "learning_rate": 0.0009982539354063025, + "loss": 4.835792064666748, + "mean_token_accuracy": 0.6031574606895447, + "num_tokens": 14949681.0, + "step": 1607 + }, + { + "entropy": 1.5660398403803508, + "epoch": 0.20619790553537082, + "learning_rate": 0.0009982505190242966, + "loss": 4.4268317222595215, + "mean_token_accuracy": 0.6373839775721232, + "num_tokens": 14959085.0, + "step": 1608 + }, + { + "entropy": 1.7558815081914265, + "epoch": 0.20632613806368882, + "learning_rate": 0.0009982470993091363, + "loss": 5.131068706512451, + "mean_token_accuracy": 0.561336100101471, + "num_tokens": 14967794.0, + "step": 1609 + }, + { + "entropy": 1.7339863777160645, + "epoch": 0.20645437059200683, + "learning_rate": 0.000998243676260844, + "loss": 4.950343132019043, + "mean_token_accuracy": 0.6039345661799113, + "num_tokens": 14977782.0, + "step": 1610 + }, + { + "entropy": 1.6855489015579224, + "epoch": 0.20658260312032486, + "learning_rate": 0.0009982402498794432, + "loss": 4.8195390701293945, + "mean_token_accuracy": 0.6073220372200012, + "num_tokens": 14988947.0, + "step": 1611 + }, + { + "entropy": 1.7493151823679607, + "epoch": 0.20671083564864287, + "learning_rate": 0.0009982368201649566, + "loss": 4.86763334274292, + "mean_token_accuracy": 0.6079093019167582, + "num_tokens": 14999513.0, + "step": 1612 + }, + { + "entropy": 1.6113781531651814, + "epoch": 0.20683906817696088, + "learning_rate": 0.000998233387117407, + "loss": 4.587733745574951, + "mean_token_accuracy": 0.6206634044647217, + "num_tokens": 15009256.0, + "step": 1613 + }, + { + "entropy": 1.5792781114578247, + "epoch": 0.2069673007052789, + "learning_rate": 0.0009982299507368174, + "loss": 4.4290595054626465, + "mean_token_accuracy": 0.6401370167732239, + "num_tokens": 15018573.0, + "step": 1614 + }, + { + "entropy": 1.5186662673950195, + "epoch": 0.20709553323359692, + "learning_rate": 0.0009982265110232108, + "loss": 4.246930122375488, + "mean_token_accuracy": 0.637303868929545, + "num_tokens": 15030097.0, + "step": 1615 + }, + { + "entropy": 1.7109203735987346, + "epoch": 0.20722376576191495, + "learning_rate": 0.0009982230679766104, + "loss": 4.8325090408325195, + "mean_token_accuracy": 0.6091273228327433, + "num_tokens": 15039783.0, + "step": 1616 + }, + { + "entropy": 1.7195627689361572, + "epoch": 0.20735199829023296, + "learning_rate": 0.0009982196215970389, + "loss": 4.796050071716309, + "mean_token_accuracy": 0.615411122639974, + "num_tokens": 15049165.0, + "step": 1617 + }, + { + "entropy": 1.764180302619934, + "epoch": 0.20748023081855096, + "learning_rate": 0.0009982161718845195, + "loss": 5.110237121582031, + "mean_token_accuracy": 0.5876633524894714, + "num_tokens": 15057817.0, + "step": 1618 + }, + { + "entropy": 1.630997657775879, + "epoch": 0.207608463346869, + "learning_rate": 0.0009982127188390756, + "loss": 4.569900035858154, + "mean_token_accuracy": 0.6297402779261271, + "num_tokens": 15066845.0, + "step": 1619 + }, + { + "entropy": 1.8574885527292888, + "epoch": 0.207736695875187, + "learning_rate": 0.00099820926246073, + "loss": 5.333597660064697, + "mean_token_accuracy": 0.5766897400220236, + "num_tokens": 15075151.0, + "step": 1620 + }, + { + "entropy": 1.6919583876927693, + "epoch": 0.207864928403505, + "learning_rate": 0.0009982058027495056, + "loss": 4.6103057861328125, + "mean_token_accuracy": 0.616475522518158, + "num_tokens": 15083218.0, + "step": 1621 + }, + { + "entropy": 1.645210067431132, + "epoch": 0.20799316093182305, + "learning_rate": 0.000998202339705426, + "loss": 4.630826950073242, + "mean_token_accuracy": 0.6336269974708557, + "num_tokens": 15090790.0, + "step": 1622 + }, + { + "entropy": 1.657309095064799, + "epoch": 0.20812139346014105, + "learning_rate": 0.000998198873328514, + "loss": 4.600317001342773, + "mean_token_accuracy": 0.6205845673878988, + "num_tokens": 15100654.0, + "step": 1623 + }, + { + "entropy": 1.663005789120992, + "epoch": 0.2082496259884591, + "learning_rate": 0.000998195403618793, + "loss": 4.62602424621582, + "mean_token_accuracy": 0.6270521680514017, + "num_tokens": 15109420.0, + "step": 1624 + }, + { + "entropy": 1.622034231821696, + "epoch": 0.2083778585167771, + "learning_rate": 0.0009981919305762862, + "loss": 4.470973968505859, + "mean_token_accuracy": 0.6093513568242391, + "num_tokens": 15117860.0, + "step": 1625 + }, + { + "entropy": 1.6588993469874065, + "epoch": 0.2085060910450951, + "learning_rate": 0.0009981884542010168, + "loss": 4.468390464782715, + "mean_token_accuracy": 0.638435423374176, + "num_tokens": 15127725.0, + "step": 1626 + }, + { + "entropy": 1.803059180577596, + "epoch": 0.20863432357341313, + "learning_rate": 0.0009981849744930083, + "loss": 5.121066093444824, + "mean_token_accuracy": 0.5871181686719259, + "num_tokens": 15137495.0, + "step": 1627 + }, + { + "entropy": 1.712055246035258, + "epoch": 0.20876255610173114, + "learning_rate": 0.0009981814914522833, + "loss": 4.888846397399902, + "mean_token_accuracy": 0.5781591534614563, + "num_tokens": 15145772.0, + "step": 1628 + }, + { + "entropy": 1.5217198928197224, + "epoch": 0.20889078863004915, + "learning_rate": 0.0009981780050788657, + "loss": 4.248377323150635, + "mean_token_accuracy": 0.6401931643486023, + "num_tokens": 15154906.0, + "step": 1629 + }, + { + "entropy": 1.8134441773096721, + "epoch": 0.20901902115836718, + "learning_rate": 0.0009981745153727786, + "loss": 5.0458664894104, + "mean_token_accuracy": 0.590889036655426, + "num_tokens": 15165854.0, + "step": 1630 + }, + { + "entropy": 1.6918943325678508, + "epoch": 0.2091472536866852, + "learning_rate": 0.0009981710223340454, + "loss": 4.711709022521973, + "mean_token_accuracy": 0.6171805262565613, + "num_tokens": 15174653.0, + "step": 1631 + }, + { + "entropy": 1.5645608107248943, + "epoch": 0.2092754862150032, + "learning_rate": 0.0009981675259626895, + "loss": 4.318425178527832, + "mean_token_accuracy": 0.6429325342178345, + "num_tokens": 15183342.0, + "step": 1632 + }, + { + "entropy": 1.7932827870051067, + "epoch": 0.20940371874332123, + "learning_rate": 0.0009981640262587343, + "loss": 5.110435962677002, + "mean_token_accuracy": 0.5885048906008402, + "num_tokens": 15194814.0, + "step": 1633 + }, + { + "entropy": 1.8443245887756348, + "epoch": 0.20953195127163923, + "learning_rate": 0.000998160523222203, + "loss": 5.235932350158691, + "mean_token_accuracy": 0.5774250825246176, + "num_tokens": 15202896.0, + "step": 1634 + }, + { + "entropy": 1.5829453468322754, + "epoch": 0.20966018379995727, + "learning_rate": 0.0009981570168531193, + "loss": 4.395623683929443, + "mean_token_accuracy": 0.6389365792274475, + "num_tokens": 15212353.0, + "step": 1635 + }, + { + "entropy": 1.6751658121744792, + "epoch": 0.20978841632827527, + "learning_rate": 0.0009981535071515067, + "loss": 4.616871356964111, + "mean_token_accuracy": 0.6106794873873392, + "num_tokens": 15221970.0, + "step": 1636 + }, + { + "entropy": 1.8407649199167888, + "epoch": 0.20991664885659328, + "learning_rate": 0.0009981499941173883, + "loss": 5.099175453186035, + "mean_token_accuracy": 0.5921118259429932, + "num_tokens": 15230190.0, + "step": 1637 + }, + { + "entropy": 1.7249427636464436, + "epoch": 0.21004488138491131, + "learning_rate": 0.000998146477750788, + "loss": 4.852581977844238, + "mean_token_accuracy": 0.6061132748921713, + "num_tokens": 15239069.0, + "step": 1638 + }, + { + "entropy": 1.691936731338501, + "epoch": 0.21017311391322932, + "learning_rate": 0.0009981429580517291, + "loss": 4.772286891937256, + "mean_token_accuracy": 0.5927035808563232, + "num_tokens": 15247151.0, + "step": 1639 + }, + { + "entropy": 1.8931881586710613, + "epoch": 0.21030134644154733, + "learning_rate": 0.000998139435020235, + "loss": 5.405873775482178, + "mean_token_accuracy": 0.5712658961613973, + "num_tokens": 15256031.0, + "step": 1640 + }, + { + "entropy": 1.7766577005386353, + "epoch": 0.21042957896986536, + "learning_rate": 0.00099813590865633, + "loss": 5.06080436706543, + "mean_token_accuracy": 0.5923076868057251, + "num_tokens": 15266803.0, + "step": 1641 + }, + { + "entropy": 1.6032824913660686, + "epoch": 0.21055781149818337, + "learning_rate": 0.0009981323789600366, + "loss": 4.402673244476318, + "mean_token_accuracy": 0.6302085518836975, + "num_tokens": 15277413.0, + "step": 1642 + }, + { + "entropy": 1.523715337117513, + "epoch": 0.2106860440265014, + "learning_rate": 0.0009981288459313792, + "loss": 4.2894086837768555, + "mean_token_accuracy": 0.6383868257204691, + "num_tokens": 15285303.0, + "step": 1643 + }, + { + "entropy": 1.6378635962804158, + "epoch": 0.2108142765548194, + "learning_rate": 0.0009981253095703814, + "loss": 4.363723278045654, + "mean_token_accuracy": 0.6386212110519409, + "num_tokens": 15294825.0, + "step": 1644 + }, + { + "entropy": 1.657448172569275, + "epoch": 0.21094250908313741, + "learning_rate": 0.0009981217698770664, + "loss": 4.404277801513672, + "mean_token_accuracy": 0.6398422519365946, + "num_tokens": 15303424.0, + "step": 1645 + }, + { + "entropy": 1.6374550263086955, + "epoch": 0.21107074161145545, + "learning_rate": 0.000998118226851458, + "loss": 4.719069957733154, + "mean_token_accuracy": 0.6081092158953348, + "num_tokens": 15317495.0, + "step": 1646 + }, + { + "entropy": 1.7737751007080078, + "epoch": 0.21119897413977345, + "learning_rate": 0.0009981146804935806, + "loss": 5.0184102058410645, + "mean_token_accuracy": 0.5926303863525391, + "num_tokens": 15326675.0, + "step": 1647 + }, + { + "entropy": 1.7373743851979573, + "epoch": 0.21132720666809146, + "learning_rate": 0.000998111130803457, + "loss": 4.888925075531006, + "mean_token_accuracy": 0.5965334971745809, + "num_tokens": 15336790.0, + "step": 1648 + }, + { + "entropy": 1.6011547644933064, + "epoch": 0.2114554391964095, + "learning_rate": 0.0009981075777811114, + "loss": 4.260091781616211, + "mean_token_accuracy": 0.6327588359514872, + "num_tokens": 15344653.0, + "step": 1649 + }, + { + "entropy": 1.73263947168986, + "epoch": 0.2115836717247275, + "learning_rate": 0.0009981040214265674, + "loss": 4.966524600982666, + "mean_token_accuracy": 0.5859947800636292, + "num_tokens": 15356072.0, + "step": 1650 + }, + { + "entropy": 1.5792392094930012, + "epoch": 0.21171190425304554, + "learning_rate": 0.000998100461739849, + "loss": 4.47271728515625, + "mean_token_accuracy": 0.6319541931152344, + "num_tokens": 15365836.0, + "step": 1651 + }, + { + "entropy": 1.7292308807373047, + "epoch": 0.21184013678136354, + "learning_rate": 0.0009980968987209798, + "loss": 4.864091873168945, + "mean_token_accuracy": 0.6025937994321188, + "num_tokens": 15374352.0, + "step": 1652 + }, + { + "entropy": 1.7494200865427654, + "epoch": 0.21196836930968155, + "learning_rate": 0.0009980933323699838, + "loss": 4.939892768859863, + "mean_token_accuracy": 0.5944790045420328, + "num_tokens": 15386005.0, + "step": 1653 + }, + { + "entropy": 1.5932116111119587, + "epoch": 0.21209660183799958, + "learning_rate": 0.0009980897626868847, + "loss": 4.5730390548706055, + "mean_token_accuracy": 0.597016453742981, + "num_tokens": 15396335.0, + "step": 1654 + }, + { + "entropy": 1.709898591041565, + "epoch": 0.2122248343663176, + "learning_rate": 0.0009980861896717065, + "loss": 4.748273849487305, + "mean_token_accuracy": 0.6244517763455709, + "num_tokens": 15404654.0, + "step": 1655 + }, + { + "entropy": 1.7149264415105183, + "epoch": 0.2123530668946356, + "learning_rate": 0.0009980826133244734, + "loss": 4.804104804992676, + "mean_token_accuracy": 0.604132612546285, + "num_tokens": 15413868.0, + "step": 1656 + }, + { + "entropy": 1.746610124905904, + "epoch": 0.21248129942295363, + "learning_rate": 0.0009980790336452086, + "loss": 4.998894691467285, + "mean_token_accuracy": 0.5932844678560892, + "num_tokens": 15422670.0, + "step": 1657 + }, + { + "entropy": 1.6988948980967205, + "epoch": 0.21260953195127164, + "learning_rate": 0.0009980754506339364, + "loss": 4.651084899902344, + "mean_token_accuracy": 0.6380933125813802, + "num_tokens": 15430582.0, + "step": 1658 + }, + { + "entropy": 1.742398778597514, + "epoch": 0.21273776447958967, + "learning_rate": 0.000998071864290681, + "loss": 4.954776763916016, + "mean_token_accuracy": 0.6002114216486613, + "num_tokens": 15439511.0, + "step": 1659 + }, + { + "entropy": 1.746162970860799, + "epoch": 0.21286599700790768, + "learning_rate": 0.0009980682746154662, + "loss": 4.981982231140137, + "mean_token_accuracy": 0.600708524386088, + "num_tokens": 15449189.0, + "step": 1660 + }, + { + "entropy": 1.9901684919993083, + "epoch": 0.21299422953622568, + "learning_rate": 0.0009980646816083161, + "loss": 5.625082015991211, + "mean_token_accuracy": 0.5512682000796, + "num_tokens": 15457260.0, + "step": 1661 + }, + { + "entropy": 1.599000056584676, + "epoch": 0.21312246206454372, + "learning_rate": 0.0009980610852692545, + "loss": 4.42399263381958, + "mean_token_accuracy": 0.6445501446723938, + "num_tokens": 15467052.0, + "step": 1662 + }, + { + "entropy": 1.5441220204035442, + "epoch": 0.21325069459286172, + "learning_rate": 0.0009980574855983056, + "loss": 4.507081031799316, + "mean_token_accuracy": 0.6139191190401713, + "num_tokens": 15477901.0, + "step": 1663 + }, + { + "entropy": 1.4486262400945027, + "epoch": 0.21337892712117973, + "learning_rate": 0.0009980538825954937, + "loss": 4.033036231994629, + "mean_token_accuracy": 0.6619805693626404, + "num_tokens": 15489460.0, + "step": 1664 + }, + { + "entropy": 1.6683181126912434, + "epoch": 0.21350715964949776, + "learning_rate": 0.0009980502762608424, + "loss": 4.716378688812256, + "mean_token_accuracy": 0.6136714021364847, + "num_tokens": 15501000.0, + "step": 1665 + }, + { + "entropy": 1.5966628392537434, + "epoch": 0.21363539217781577, + "learning_rate": 0.0009980466665943763, + "loss": 4.532785415649414, + "mean_token_accuracy": 0.6413569251696268, + "num_tokens": 15512674.0, + "step": 1666 + }, + { + "entropy": 1.7393066088358562, + "epoch": 0.21376362470613378, + "learning_rate": 0.0009980430535961192, + "loss": 4.96852970123291, + "mean_token_accuracy": 0.6100067893664042, + "num_tokens": 15523992.0, + "step": 1667 + }, + { + "entropy": 1.6749294598897297, + "epoch": 0.2138918572344518, + "learning_rate": 0.0009980394372660956, + "loss": 4.784444808959961, + "mean_token_accuracy": 0.6101228992144266, + "num_tokens": 15532840.0, + "step": 1668 + }, + { + "entropy": 1.6070558627446492, + "epoch": 0.21402008976276982, + "learning_rate": 0.0009980358176043295, + "loss": 4.497027397155762, + "mean_token_accuracy": 0.6257574955622355, + "num_tokens": 15544528.0, + "step": 1669 + }, + { + "entropy": 1.4313607613245647, + "epoch": 0.21414832229108785, + "learning_rate": 0.0009980321946108453, + "loss": 4.103549480438232, + "mean_token_accuracy": 0.6537567973136902, + "num_tokens": 15552138.0, + "step": 1670 + }, + { + "entropy": 1.6346242030461628, + "epoch": 0.21427655481940586, + "learning_rate": 0.0009980285682856668, + "loss": 4.552081108093262, + "mean_token_accuracy": 0.6228095293045044, + "num_tokens": 15560634.0, + "step": 1671 + }, + { + "entropy": 1.799928108851115, + "epoch": 0.21440478734772386, + "learning_rate": 0.0009980249386288187, + "loss": 4.995376110076904, + "mean_token_accuracy": 0.5878018339474996, + "num_tokens": 15570158.0, + "step": 1672 + }, + { + "entropy": 1.7218170166015625, + "epoch": 0.2145330198760419, + "learning_rate": 0.000998021305640325, + "loss": 4.88287878036499, + "mean_token_accuracy": 0.6044610738754272, + "num_tokens": 15578539.0, + "step": 1673 + }, + { + "entropy": 1.4907070795694988, + "epoch": 0.2146612524043599, + "learning_rate": 0.0009980176693202105, + "loss": 4.254782676696777, + "mean_token_accuracy": 0.6216527819633484, + "num_tokens": 15586317.0, + "step": 1674 + }, + { + "entropy": 1.7220571041107178, + "epoch": 0.2147894849326779, + "learning_rate": 0.0009980140296684988, + "loss": 4.829728126525879, + "mean_token_accuracy": 0.5891950925191244, + "num_tokens": 15595888.0, + "step": 1675 + }, + { + "entropy": 1.757441560427348, + "epoch": 0.21491771746099594, + "learning_rate": 0.0009980103866852148, + "loss": 5.012102127075195, + "mean_token_accuracy": 0.590125322341919, + "num_tokens": 15605033.0, + "step": 1676 + }, + { + "entropy": 1.7832008600234985, + "epoch": 0.21504594998931395, + "learning_rate": 0.0009980067403703825, + "loss": 5.022713661193848, + "mean_token_accuracy": 0.5871764024098715, + "num_tokens": 15615809.0, + "step": 1677 + }, + { + "entropy": 1.625815788904826, + "epoch": 0.21517418251763198, + "learning_rate": 0.0009980030907240265, + "loss": 4.574730396270752, + "mean_token_accuracy": 0.621139129002889, + "num_tokens": 15625474.0, + "step": 1678 + }, + { + "entropy": 1.529195745786031, + "epoch": 0.21530241504595, + "learning_rate": 0.0009979994377461712, + "loss": 4.228252410888672, + "mean_token_accuracy": 0.6570569078127543, + "num_tokens": 15635834.0, + "step": 1679 + }, + { + "entropy": 1.5914346774419148, + "epoch": 0.215430647574268, + "learning_rate": 0.000997995781436841, + "loss": 4.536263465881348, + "mean_token_accuracy": 0.6238508820533752, + "num_tokens": 15649159.0, + "step": 1680 + }, + { + "entropy": 1.4976887702941895, + "epoch": 0.21555888010258603, + "learning_rate": 0.0009979921217960605, + "loss": 4.08424186706543, + "mean_token_accuracy": 0.6566799680391947, + "num_tokens": 15658040.0, + "step": 1681 + }, + { + "entropy": 1.7538425127665203, + "epoch": 0.21568711263090404, + "learning_rate": 0.000997988458823854, + "loss": 4.961492538452148, + "mean_token_accuracy": 0.6067050099372864, + "num_tokens": 15668248.0, + "step": 1682 + }, + { + "entropy": 1.6286530097325642, + "epoch": 0.21581534515922204, + "learning_rate": 0.000997984792520246, + "loss": 4.631706714630127, + "mean_token_accuracy": 0.6136163870493571, + "num_tokens": 15677883.0, + "step": 1683 + }, + { + "entropy": 1.5680922269821167, + "epoch": 0.21594357768754008, + "learning_rate": 0.000997981122885261, + "loss": 4.412860870361328, + "mean_token_accuracy": 0.6324281295140585, + "num_tokens": 15684761.0, + "step": 1684 + }, + { + "entropy": 1.5769915183385212, + "epoch": 0.21607181021585808, + "learning_rate": 0.0009979774499189239, + "loss": 4.4301934242248535, + "mean_token_accuracy": 0.6298770109812418, + "num_tokens": 15693301.0, + "step": 1685 + }, + { + "entropy": 1.602053165435791, + "epoch": 0.21620004274417612, + "learning_rate": 0.000997973773621259, + "loss": 4.536403179168701, + "mean_token_accuracy": 0.612274964650472, + "num_tokens": 15705218.0, + "step": 1686 + }, + { + "entropy": 1.7033716440200806, + "epoch": 0.21632827527249412, + "learning_rate": 0.0009979700939922907, + "loss": 4.81374454498291, + "mean_token_accuracy": 0.6120236317316691, + "num_tokens": 15715014.0, + "step": 1687 + }, + { + "entropy": 1.7628339131673176, + "epoch": 0.21645650780081213, + "learning_rate": 0.0009979664110320438, + "loss": 4.9963836669921875, + "mean_token_accuracy": 0.6013755798339844, + "num_tokens": 15723534.0, + "step": 1688 + }, + { + "entropy": 1.6426076491673787, + "epoch": 0.21658474032913017, + "learning_rate": 0.0009979627247405432, + "loss": 4.610477447509766, + "mean_token_accuracy": 0.6120656728744507, + "num_tokens": 15736381.0, + "step": 1689 + }, + { + "entropy": 1.5054963827133179, + "epoch": 0.21671297285744817, + "learning_rate": 0.000997959035117813, + "loss": 4.101070404052734, + "mean_token_accuracy": 0.6462497115135193, + "num_tokens": 15744738.0, + "step": 1690 + }, + { + "entropy": 1.7711443503697712, + "epoch": 0.21684120538576618, + "learning_rate": 0.0009979553421638784, + "loss": 5.003677845001221, + "mean_token_accuracy": 0.6065080364545187, + "num_tokens": 15752609.0, + "step": 1691 + }, + { + "entropy": 1.5980093479156494, + "epoch": 0.2169694379140842, + "learning_rate": 0.000997951645878764, + "loss": 4.40896463394165, + "mean_token_accuracy": 0.6210854252179464, + "num_tokens": 15762440.0, + "step": 1692 + }, + { + "entropy": 1.5712215503056843, + "epoch": 0.21709767044240222, + "learning_rate": 0.0009979479462624943, + "loss": 4.454955101013184, + "mean_token_accuracy": 0.6264351010322571, + "num_tokens": 15772480.0, + "step": 1693 + }, + { + "entropy": 1.7102176348368328, + "epoch": 0.21722590297072025, + "learning_rate": 0.0009979442433150944, + "loss": 4.749697208404541, + "mean_token_accuracy": 0.6104960044225057, + "num_tokens": 15781153.0, + "step": 1694 + }, + { + "entropy": 1.6624662081400554, + "epoch": 0.21735413549903826, + "learning_rate": 0.0009979405370365885, + "loss": 4.7031989097595215, + "mean_token_accuracy": 0.6061916947364807, + "num_tokens": 15790377.0, + "step": 1695 + }, + { + "entropy": 1.6757121086120605, + "epoch": 0.21748236802735627, + "learning_rate": 0.000997936827427002, + "loss": 4.830142498016357, + "mean_token_accuracy": 0.6040824254353842, + "num_tokens": 15798985.0, + "step": 1696 + }, + { + "entropy": 1.6011865933736165, + "epoch": 0.2176106005556743, + "learning_rate": 0.0009979331144863593, + "loss": 4.339141845703125, + "mean_token_accuracy": 0.6438541611035665, + "num_tokens": 15810240.0, + "step": 1697 + }, + { + "entropy": 1.6770544449488323, + "epoch": 0.2177388330839923, + "learning_rate": 0.0009979293982146854, + "loss": 4.692892551422119, + "mean_token_accuracy": 0.6106172402699789, + "num_tokens": 15820055.0, + "step": 1698 + }, + { + "entropy": 1.565708597501119, + "epoch": 0.2178670656123103, + "learning_rate": 0.0009979256786120053, + "loss": 4.344475746154785, + "mean_token_accuracy": 0.6462714274724325, + "num_tokens": 15828288.0, + "step": 1699 + }, + { + "entropy": 1.5794512430826824, + "epoch": 0.21799529814062835, + "learning_rate": 0.0009979219556783437, + "loss": 4.25788688659668, + "mean_token_accuracy": 0.6502283016840616, + "num_tokens": 15836373.0, + "step": 1700 + }, + { + "entropy": 1.6587474743525188, + "epoch": 0.21812353066894635, + "learning_rate": 0.0009979182294137256, + "loss": 4.660717010498047, + "mean_token_accuracy": 0.6150552034378052, + "num_tokens": 15844963.0, + "step": 1701 + }, + { + "entropy": 1.6359632015228271, + "epoch": 0.21825176319726436, + "learning_rate": 0.000997914499818176, + "loss": 4.506791114807129, + "mean_token_accuracy": 0.6202351649602255, + "num_tokens": 15853673.0, + "step": 1702 + }, + { + "entropy": 1.792593280474345, + "epoch": 0.2183799957255824, + "learning_rate": 0.0009979107668917195, + "loss": 5.065593719482422, + "mean_token_accuracy": 0.5928151806195577, + "num_tokens": 15864350.0, + "step": 1703 + }, + { + "entropy": 1.6879855791727703, + "epoch": 0.2185082282539004, + "learning_rate": 0.0009979070306343815, + "loss": 4.775154113769531, + "mean_token_accuracy": 0.6096545457839966, + "num_tokens": 15876177.0, + "step": 1704 + }, + { + "entropy": 1.6832152207692463, + "epoch": 0.21863646078221843, + "learning_rate": 0.0009979032910461866, + "loss": 4.7520928382873535, + "mean_token_accuracy": 0.6191992163658142, + "num_tokens": 15887820.0, + "step": 1705 + }, + { + "entropy": 1.7226210832595825, + "epoch": 0.21876469331053644, + "learning_rate": 0.00099789954812716, + "loss": 4.630575180053711, + "mean_token_accuracy": 0.6162145932515463, + "num_tokens": 15896708.0, + "step": 1706 + }, + { + "entropy": 1.4921929836273193, + "epoch": 0.21889292583885445, + "learning_rate": 0.0009978958018773269, + "loss": 4.190711975097656, + "mean_token_accuracy": 0.6565913955370585, + "num_tokens": 15908015.0, + "step": 1707 + }, + { + "entropy": 1.6528069972991943, + "epoch": 0.21902115836717248, + "learning_rate": 0.000997892052296712, + "loss": 4.832285404205322, + "mean_token_accuracy": 0.6113730669021606, + "num_tokens": 15916203.0, + "step": 1708 + }, + { + "entropy": 1.720536430676778, + "epoch": 0.2191493908954905, + "learning_rate": 0.000997888299385341, + "loss": 4.805567741394043, + "mean_token_accuracy": 0.6043669780095419, + "num_tokens": 15926196.0, + "step": 1709 + }, + { + "entropy": 1.4346089760462444, + "epoch": 0.2192776234238085, + "learning_rate": 0.0009978845431432382, + "loss": 4.057690620422363, + "mean_token_accuracy": 0.6482248504956564, + "num_tokens": 15935633.0, + "step": 1710 + }, + { + "entropy": 1.757607340812683, + "epoch": 0.21940585595212653, + "learning_rate": 0.0009978807835704293, + "loss": 5.024025917053223, + "mean_token_accuracy": 0.5736279487609863, + "num_tokens": 15944408.0, + "step": 1711 + }, + { + "entropy": 1.8352725108464558, + "epoch": 0.21953408848044453, + "learning_rate": 0.0009978770206669394, + "loss": 5.285417079925537, + "mean_token_accuracy": 0.5698829094568888, + "num_tokens": 15954346.0, + "step": 1712 + }, + { + "entropy": 1.5540921290715535, + "epoch": 0.21966232100876257, + "learning_rate": 0.0009978732544327934, + "loss": 4.330252647399902, + "mean_token_accuracy": 0.6329512000083923, + "num_tokens": 15964070.0, + "step": 1713 + }, + { + "entropy": 1.6951374212900798, + "epoch": 0.21979055353708057, + "learning_rate": 0.0009978694848680168, + "loss": 4.803945541381836, + "mean_token_accuracy": 0.6166797876358032, + "num_tokens": 15971807.0, + "step": 1714 + }, + { + "entropy": 1.6753419240315754, + "epoch": 0.21991878606539858, + "learning_rate": 0.0009978657119726344, + "loss": 4.623408317565918, + "mean_token_accuracy": 0.6284826596577963, + "num_tokens": 15980448.0, + "step": 1715 + }, + { + "entropy": 1.7706806262334187, + "epoch": 0.22004701859371661, + "learning_rate": 0.000997861935746672, + "loss": 5.042703628540039, + "mean_token_accuracy": 0.5879942973454794, + "num_tokens": 15989454.0, + "step": 1716 + }, + { + "entropy": 1.5836245218912761, + "epoch": 0.22017525112203462, + "learning_rate": 0.0009978581561901545, + "loss": 4.428667068481445, + "mean_token_accuracy": 0.6237394412358602, + "num_tokens": 15997230.0, + "step": 1717 + }, + { + "entropy": 1.7090731461842854, + "epoch": 0.22030348365035263, + "learning_rate": 0.0009978543733031072, + "loss": 4.769068717956543, + "mean_token_accuracy": 0.6277375817298889, + "num_tokens": 16008111.0, + "step": 1718 + }, + { + "entropy": 1.601393500963847, + "epoch": 0.22043171617867066, + "learning_rate": 0.0009978505870855553, + "loss": 4.502668857574463, + "mean_token_accuracy": 0.6230842669804891, + "num_tokens": 16020655.0, + "step": 1719 + }, + { + "entropy": 1.8376732269922893, + "epoch": 0.22055994870698867, + "learning_rate": 0.0009978467975375247, + "loss": 5.32798433303833, + "mean_token_accuracy": 0.5518384575843811, + "num_tokens": 16032194.0, + "step": 1720 + }, + { + "entropy": 1.7229564587275188, + "epoch": 0.2206881812353067, + "learning_rate": 0.00099784300465904, + "loss": 4.722196578979492, + "mean_token_accuracy": 0.6259747743606567, + "num_tokens": 16040640.0, + "step": 1721 + }, + { + "entropy": 1.5342551867167156, + "epoch": 0.2208164137636247, + "learning_rate": 0.000997839208450127, + "loss": 4.210184097290039, + "mean_token_accuracy": 0.6481118003527323, + "num_tokens": 16049897.0, + "step": 1722 + }, + { + "entropy": 1.7999017238616943, + "epoch": 0.22094464629194271, + "learning_rate": 0.0009978354089108111, + "loss": 5.168877124786377, + "mean_token_accuracy": 0.5589380860328674, + "num_tokens": 16058120.0, + "step": 1723 + }, + { + "entropy": 1.559792955716451, + "epoch": 0.22107287882026075, + "learning_rate": 0.0009978316060411175, + "loss": 4.341361045837402, + "mean_token_accuracy": 0.637604554494222, + "num_tokens": 16069522.0, + "step": 1724 + }, + { + "entropy": 1.7214723428090413, + "epoch": 0.22120111134857876, + "learning_rate": 0.0009978277998410718, + "loss": 4.968613624572754, + "mean_token_accuracy": 0.6013259291648865, + "num_tokens": 16078407.0, + "step": 1725 + }, + { + "entropy": 1.6221803824106853, + "epoch": 0.22132934387689676, + "learning_rate": 0.0009978239903106994, + "loss": 4.510730743408203, + "mean_token_accuracy": 0.6170693834622701, + "num_tokens": 16090606.0, + "step": 1726 + }, + { + "entropy": 1.7641712427139282, + "epoch": 0.2214575764052148, + "learning_rate": 0.000997820177450026, + "loss": 5.060323238372803, + "mean_token_accuracy": 0.5786856214205424, + "num_tokens": 16099183.0, + "step": 1727 + }, + { + "entropy": 1.6222357749938965, + "epoch": 0.2215858089335328, + "learning_rate": 0.0009978163612590768, + "loss": 4.533068656921387, + "mean_token_accuracy": 0.6345256765683492, + "num_tokens": 16108211.0, + "step": 1728 + }, + { + "entropy": 1.7127336661020915, + "epoch": 0.22171404146185084, + "learning_rate": 0.0009978125417378775, + "loss": 4.842954635620117, + "mean_token_accuracy": 0.625904897848765, + "num_tokens": 16117165.0, + "step": 1729 + }, + { + "entropy": 1.6451589266459148, + "epoch": 0.22184227399016884, + "learning_rate": 0.0009978087188864536, + "loss": 4.616546154022217, + "mean_token_accuracy": 0.6068916916847229, + "num_tokens": 16125287.0, + "step": 1730 + }, + { + "entropy": 1.5643958648045857, + "epoch": 0.22197050651848685, + "learning_rate": 0.0009978048927048306, + "loss": 4.385417461395264, + "mean_token_accuracy": 0.636307418346405, + "num_tokens": 16134529.0, + "step": 1731 + }, + { + "entropy": 1.6468522548675537, + "epoch": 0.22209873904680488, + "learning_rate": 0.0009978010631930341, + "loss": 4.539045810699463, + "mean_token_accuracy": 0.6250989238421122, + "num_tokens": 16142291.0, + "step": 1732 + }, + { + "entropy": 1.4591739177703857, + "epoch": 0.2222269715751229, + "learning_rate": 0.0009977972303510901, + "loss": 3.918046474456787, + "mean_token_accuracy": 0.6621049245198568, + "num_tokens": 16149440.0, + "step": 1733 + }, + { + "entropy": 1.834389328956604, + "epoch": 0.2223552041034409, + "learning_rate": 0.0009977933941790237, + "loss": 5.2740702629089355, + "mean_token_accuracy": 0.5813165704409281, + "num_tokens": 16157078.0, + "step": 1734 + }, + { + "entropy": 1.6894814173380535, + "epoch": 0.22248343663175893, + "learning_rate": 0.0009977895546768609, + "loss": 4.79166841506958, + "mean_token_accuracy": 0.6065625548362732, + "num_tokens": 16165768.0, + "step": 1735 + }, + { + "entropy": 1.571459134419759, + "epoch": 0.22261166916007694, + "learning_rate": 0.0009977857118446272, + "loss": 4.333712100982666, + "mean_token_accuracy": 0.6375990907351176, + "num_tokens": 16175931.0, + "step": 1736 + }, + { + "entropy": 1.5141027768452961, + "epoch": 0.22273990168839497, + "learning_rate": 0.0009977818656823484, + "loss": 4.198331356048584, + "mean_token_accuracy": 0.6507810155550638, + "num_tokens": 16185775.0, + "step": 1737 + }, + { + "entropy": 1.5490717887878418, + "epoch": 0.22286813421671298, + "learning_rate": 0.0009977780161900503, + "loss": 4.256877899169922, + "mean_token_accuracy": 0.6469572981198629, + "num_tokens": 16195832.0, + "step": 1738 + }, + { + "entropy": 1.6090822617212932, + "epoch": 0.22299636674503098, + "learning_rate": 0.0009977741633677584, + "loss": 4.5509033203125, + "mean_token_accuracy": 0.613474428653717, + "num_tokens": 16204359.0, + "step": 1739 + }, + { + "entropy": 1.3961644570032756, + "epoch": 0.22312459927334902, + "learning_rate": 0.000997770307215499, + "loss": 3.8405380249023438, + "mean_token_accuracy": 0.6740410725275675, + "num_tokens": 16213580.0, + "step": 1740 + }, + { + "entropy": 1.8511110146840413, + "epoch": 0.22325283180166702, + "learning_rate": 0.0009977664477332972, + "loss": 5.2180495262146, + "mean_token_accuracy": 0.5791009664535522, + "num_tokens": 16222318.0, + "step": 1741 + }, + { + "entropy": 1.5303386052449544, + "epoch": 0.22338106432998503, + "learning_rate": 0.0009977625849211793, + "loss": 4.3365044593811035, + "mean_token_accuracy": 0.6374814510345459, + "num_tokens": 16232494.0, + "step": 1742 + }, + { + "entropy": 1.5325077374776204, + "epoch": 0.22350929685830306, + "learning_rate": 0.000997758718779171, + "loss": 4.343465805053711, + "mean_token_accuracy": 0.6385137438774109, + "num_tokens": 16240543.0, + "step": 1743 + }, + { + "entropy": 1.7054336865743, + "epoch": 0.22363752938662107, + "learning_rate": 0.000997754849307298, + "loss": 4.796542167663574, + "mean_token_accuracy": 0.6150501171747843, + "num_tokens": 16249063.0, + "step": 1744 + }, + { + "entropy": 1.7535367806752522, + "epoch": 0.22376576191493908, + "learning_rate": 0.0009977509765055864, + "loss": 4.846958637237549, + "mean_token_accuracy": 0.5954713424046835, + "num_tokens": 16260692.0, + "step": 1745 + }, + { + "entropy": 1.688627004623413, + "epoch": 0.2238939944432571, + "learning_rate": 0.0009977471003740624, + "loss": 4.801857948303223, + "mean_token_accuracy": 0.6113638281822205, + "num_tokens": 16271770.0, + "step": 1746 + }, + { + "entropy": 1.6653576691945393, + "epoch": 0.22402222697157512, + "learning_rate": 0.0009977432209127511, + "loss": 4.788612365722656, + "mean_token_accuracy": 0.5967041254043579, + "num_tokens": 16280170.0, + "step": 1747 + }, + { + "entropy": 1.6277666886647542, + "epoch": 0.22415045949989315, + "learning_rate": 0.0009977393381216792, + "loss": 4.410916328430176, + "mean_token_accuracy": 0.6324954827626547, + "num_tokens": 16287083.0, + "step": 1748 + }, + { + "entropy": 1.743859887123108, + "epoch": 0.22427869202821116, + "learning_rate": 0.0009977354520008725, + "loss": 4.938894748687744, + "mean_token_accuracy": 0.6040359735488892, + "num_tokens": 16297482.0, + "step": 1749 + }, + { + "entropy": 1.5241074562072754, + "epoch": 0.22440692455652916, + "learning_rate": 0.0009977315625503567, + "loss": 4.320403575897217, + "mean_token_accuracy": 0.6405378977457682, + "num_tokens": 16305586.0, + "step": 1750 + }, + { + "entropy": 1.752292553583781, + "epoch": 0.2245351570848472, + "learning_rate": 0.0009977276697701583, + "loss": 4.823666572570801, + "mean_token_accuracy": 0.6035838524500529, + "num_tokens": 16314049.0, + "step": 1751 + }, + { + "entropy": 1.4450985590616863, + "epoch": 0.2246633896131652, + "learning_rate": 0.000997723773660303, + "loss": 3.9941327571868896, + "mean_token_accuracy": 0.6549354592959086, + "num_tokens": 16323106.0, + "step": 1752 + }, + { + "entropy": 1.648992697397868, + "epoch": 0.2247916221414832, + "learning_rate": 0.0009977198742208168, + "loss": 4.7347259521484375, + "mean_token_accuracy": 0.6039447585741679, + "num_tokens": 16335964.0, + "step": 1753 + }, + { + "entropy": 1.7285830577214558, + "epoch": 0.22491985466980124, + "learning_rate": 0.000997715971451726, + "loss": 5.104544162750244, + "mean_token_accuracy": 0.5836013356844584, + "num_tokens": 16344782.0, + "step": 1754 + }, + { + "entropy": 1.7697372833887737, + "epoch": 0.22504808719811925, + "learning_rate": 0.0009977120653530567, + "loss": 4.907252788543701, + "mean_token_accuracy": 0.6029130816459656, + "num_tokens": 16354883.0, + "step": 1755 + }, + { + "entropy": 1.8276291688283284, + "epoch": 0.22517631972643729, + "learning_rate": 0.0009977081559248348, + "loss": 5.094508171081543, + "mean_token_accuracy": 0.5855376124382019, + "num_tokens": 16364653.0, + "step": 1756 + }, + { + "entropy": 1.859821359316508, + "epoch": 0.2253045522547553, + "learning_rate": 0.0009977042431670868, + "loss": 5.289510250091553, + "mean_token_accuracy": 0.5684415102005005, + "num_tokens": 16374265.0, + "step": 1757 + }, + { + "entropy": 1.628133773803711, + "epoch": 0.2254327847830733, + "learning_rate": 0.0009977003270798387, + "loss": 4.590006351470947, + "mean_token_accuracy": 0.6171846191088358, + "num_tokens": 16385109.0, + "step": 1758 + }, + { + "entropy": 1.4850443998972576, + "epoch": 0.22556101731139133, + "learning_rate": 0.0009976964076631165, + "loss": 4.303917407989502, + "mean_token_accuracy": 0.6435197393099467, + "num_tokens": 16394422.0, + "step": 1759 + }, + { + "entropy": 1.8120446999867756, + "epoch": 0.22568924983970934, + "learning_rate": 0.0009976924849169468, + "loss": 4.976097106933594, + "mean_token_accuracy": 0.5944937467575073, + "num_tokens": 16405013.0, + "step": 1760 + }, + { + "entropy": 1.7538927793502808, + "epoch": 0.22581748236802734, + "learning_rate": 0.0009976885588413554, + "loss": 4.9590864181518555, + "mean_token_accuracy": 0.6078353524208069, + "num_tokens": 16412996.0, + "step": 1761 + }, + { + "entropy": 1.7109472354253132, + "epoch": 0.22594571489634538, + "learning_rate": 0.0009976846294363691, + "loss": 4.831968307495117, + "mean_token_accuracy": 0.5959896047910055, + "num_tokens": 16421498.0, + "step": 1762 + }, + { + "entropy": 1.392322023709615, + "epoch": 0.22607394742466339, + "learning_rate": 0.0009976806967020137, + "loss": 3.6324057579040527, + "mean_token_accuracy": 0.6841106414794922, + "num_tokens": 16430460.0, + "step": 1763 + }, + { + "entropy": 1.6631349722544353, + "epoch": 0.22620217995298142, + "learning_rate": 0.0009976767606383159, + "loss": 4.616148948669434, + "mean_token_accuracy": 0.6164852182070414, + "num_tokens": 16438673.0, + "step": 1764 + }, + { + "entropy": 1.8032379945119221, + "epoch": 0.22633041248129943, + "learning_rate": 0.0009976728212453018, + "loss": 5.127822399139404, + "mean_token_accuracy": 0.5732259353001913, + "num_tokens": 16447147.0, + "step": 1765 + }, + { + "entropy": 1.5117982228597004, + "epoch": 0.22645864500961743, + "learning_rate": 0.0009976688785229978, + "loss": 4.340265274047852, + "mean_token_accuracy": 0.6505156954129537, + "num_tokens": 16456978.0, + "step": 1766 + }, + { + "entropy": 1.6784977515538533, + "epoch": 0.22658687753793547, + "learning_rate": 0.0009976649324714303, + "loss": 4.657218933105469, + "mean_token_accuracy": 0.6159457961718241, + "num_tokens": 16466168.0, + "step": 1767 + }, + { + "entropy": 1.6072096427281697, + "epoch": 0.22671511006625347, + "learning_rate": 0.0009976609830906254, + "loss": 4.4759368896484375, + "mean_token_accuracy": 0.6278086105982462, + "num_tokens": 16478016.0, + "step": 1768 + }, + { + "entropy": 1.4813284079233806, + "epoch": 0.22684334259457148, + "learning_rate": 0.00099765703038061, + "loss": 4.2435455322265625, + "mean_token_accuracy": 0.6323062578837076, + "num_tokens": 16487806.0, + "step": 1769 + }, + { + "entropy": 1.6025450229644775, + "epoch": 0.2269715751228895, + "learning_rate": 0.0009976530743414105, + "loss": 4.550405502319336, + "mean_token_accuracy": 0.6191273132960001, + "num_tokens": 16495031.0, + "step": 1770 + }, + { + "entropy": 1.6014072895050049, + "epoch": 0.22709980765120752, + "learning_rate": 0.0009976491149730532, + "loss": 4.47212028503418, + "mean_token_accuracy": 0.6333430012067159, + "num_tokens": 16507374.0, + "step": 1771 + }, + { + "entropy": 1.6590497891108196, + "epoch": 0.22722804017952555, + "learning_rate": 0.0009976451522755642, + "loss": 4.6118950843811035, + "mean_token_accuracy": 0.6083563367525736, + "num_tokens": 16517476.0, + "step": 1772 + }, + { + "entropy": 1.4508261680603027, + "epoch": 0.22735627270784356, + "learning_rate": 0.0009976411862489707, + "loss": 4.0804901123046875, + "mean_token_accuracy": 0.6500009298324585, + "num_tokens": 16526383.0, + "step": 1773 + }, + { + "entropy": 1.4593219757080078, + "epoch": 0.22748450523616157, + "learning_rate": 0.000997637216893299, + "loss": 4.076841831207275, + "mean_token_accuracy": 0.6583613952000936, + "num_tokens": 16534308.0, + "step": 1774 + }, + { + "entropy": 1.4582311312357585, + "epoch": 0.2276127377644796, + "learning_rate": 0.0009976332442085752, + "loss": 4.031307220458984, + "mean_token_accuracy": 0.6593060294787089, + "num_tokens": 16541663.0, + "step": 1775 + }, + { + "entropy": 1.782196283340454, + "epoch": 0.2277409702927976, + "learning_rate": 0.0009976292681948267, + "loss": 5.163581848144531, + "mean_token_accuracy": 0.5729197462399801, + "num_tokens": 16551750.0, + "step": 1776 + }, + { + "entropy": 1.769977370897929, + "epoch": 0.2278692028211156, + "learning_rate": 0.0009976252888520794, + "loss": 4.942103862762451, + "mean_token_accuracy": 0.6050360798835754, + "num_tokens": 16559568.0, + "step": 1777 + }, + { + "entropy": 1.7946407000223796, + "epoch": 0.22799743534943365, + "learning_rate": 0.0009976213061803603, + "loss": 5.084745407104492, + "mean_token_accuracy": 0.5837797323862711, + "num_tokens": 16566885.0, + "step": 1778 + }, + { + "entropy": 1.6714107990264893, + "epoch": 0.22812566787775165, + "learning_rate": 0.0009976173201796958, + "loss": 4.6608123779296875, + "mean_token_accuracy": 0.6129330396652222, + "num_tokens": 16574229.0, + "step": 1779 + }, + { + "entropy": 1.543727437655131, + "epoch": 0.22825390040606966, + "learning_rate": 0.0009976133308501128, + "loss": 4.368076324462891, + "mean_token_accuracy": 0.6283257404963175, + "num_tokens": 16583558.0, + "step": 1780 + }, + { + "entropy": 1.700412631034851, + "epoch": 0.2283821329343877, + "learning_rate": 0.0009976093381916377, + "loss": 4.834489822387695, + "mean_token_accuracy": 0.6022868752479553, + "num_tokens": 16593234.0, + "step": 1781 + }, + { + "entropy": 1.8261319398880005, + "epoch": 0.2285103654627057, + "learning_rate": 0.0009976053422042976, + "loss": 5.303197860717773, + "mean_token_accuracy": 0.5760547320048014, + "num_tokens": 16601702.0, + "step": 1782 + }, + { + "entropy": 1.6565471092859905, + "epoch": 0.22863859799102373, + "learning_rate": 0.000997601342888119, + "loss": 4.647758960723877, + "mean_token_accuracy": 0.6236570874849955, + "num_tokens": 16610365.0, + "step": 1783 + }, + { + "entropy": 1.6306939522425334, + "epoch": 0.22876683051934174, + "learning_rate": 0.0009975973402431286, + "loss": 4.725573539733887, + "mean_token_accuracy": 0.6071394085884094, + "num_tokens": 16618451.0, + "step": 1784 + }, + { + "entropy": 1.4490511020024617, + "epoch": 0.22889506304765975, + "learning_rate": 0.0009975933342693533, + "loss": 4.009205341339111, + "mean_token_accuracy": 0.6679108738899231, + "num_tokens": 16628212.0, + "step": 1785 + }, + { + "entropy": 1.5735342502593994, + "epoch": 0.22902329557597778, + "learning_rate": 0.0009975893249668196, + "loss": 4.309866905212402, + "mean_token_accuracy": 0.6393044789632162, + "num_tokens": 16637074.0, + "step": 1786 + }, + { + "entropy": 1.6836774746576946, + "epoch": 0.2291515281042958, + "learning_rate": 0.0009975853123355548, + "loss": 4.806561470031738, + "mean_token_accuracy": 0.6152383287747701, + "num_tokens": 16648442.0, + "step": 1787 + }, + { + "entropy": 1.850318471590678, + "epoch": 0.2292797606326138, + "learning_rate": 0.0009975812963755855, + "loss": 5.252741813659668, + "mean_token_accuracy": 0.5657455126444498, + "num_tokens": 16656696.0, + "step": 1788 + }, + { + "entropy": 1.742845892906189, + "epoch": 0.22940799316093183, + "learning_rate": 0.0009975772770869386, + "loss": 4.994500160217285, + "mean_token_accuracy": 0.5843238830566406, + "num_tokens": 16665023.0, + "step": 1789 + }, + { + "entropy": 1.486797610918681, + "epoch": 0.22953622568924983, + "learning_rate": 0.000997573254469641, + "loss": 4.199675559997559, + "mean_token_accuracy": 0.6436348358790079, + "num_tokens": 16675410.0, + "step": 1790 + }, + { + "entropy": 1.553502877553304, + "epoch": 0.22966445821756787, + "learning_rate": 0.0009975692285237195, + "loss": 4.372004985809326, + "mean_token_accuracy": 0.631041963895162, + "num_tokens": 16683053.0, + "step": 1791 + }, + { + "entropy": 1.6154639720916748, + "epoch": 0.22979269074588587, + "learning_rate": 0.0009975651992492009, + "loss": 4.616616249084473, + "mean_token_accuracy": 0.607936422030131, + "num_tokens": 16691755.0, + "step": 1792 + }, + { + "entropy": 1.6940738757451375, + "epoch": 0.22992092327420388, + "learning_rate": 0.0009975611666461126, + "loss": 4.8641204833984375, + "mean_token_accuracy": 0.5941106081008911, + "num_tokens": 16700017.0, + "step": 1793 + }, + { + "entropy": 1.6780049403508503, + "epoch": 0.23004915580252192, + "learning_rate": 0.0009975571307144814, + "loss": 4.543501853942871, + "mean_token_accuracy": 0.6281384825706482, + "num_tokens": 16708148.0, + "step": 1794 + }, + { + "entropy": 1.6887556314468384, + "epoch": 0.23017738833083992, + "learning_rate": 0.000997553091454334, + "loss": 4.809703350067139, + "mean_token_accuracy": 0.6012513836224874, + "num_tokens": 16720351.0, + "step": 1795 + }, + { + "entropy": 1.6005497773488362, + "epoch": 0.23030562085915793, + "learning_rate": 0.0009975490488656979, + "loss": 4.4048662185668945, + "mean_token_accuracy": 0.6280861894289652, + "num_tokens": 16729593.0, + "step": 1796 + }, + { + "entropy": 1.6798935333887737, + "epoch": 0.23043385338747596, + "learning_rate": 0.0009975450029485998, + "loss": 4.611849784851074, + "mean_token_accuracy": 0.60997474193573, + "num_tokens": 16738028.0, + "step": 1797 + }, + { + "entropy": 1.4867712656656902, + "epoch": 0.23056208591579397, + "learning_rate": 0.000997540953703067, + "loss": 4.16765832901001, + "mean_token_accuracy": 0.6444305976231893, + "num_tokens": 16747760.0, + "step": 1798 + }, + { + "entropy": 1.4912105401357014, + "epoch": 0.230690318444112, + "learning_rate": 0.0009975369011291262, + "loss": 4.077527046203613, + "mean_token_accuracy": 0.6553852359453837, + "num_tokens": 16755639.0, + "step": 1799 + }, + { + "entropy": 1.5822908878326416, + "epoch": 0.23081855097243, + "learning_rate": 0.000997532845226805, + "loss": 4.419981956481934, + "mean_token_accuracy": 0.6308716535568237, + "num_tokens": 16765120.0, + "step": 1800 + }, + { + "entropy": 1.4798477490743, + "epoch": 0.23094678350074802, + "learning_rate": 0.00099752878599613, + "loss": 4.07262659072876, + "mean_token_accuracy": 0.6508825222651163, + "num_tokens": 16772489.0, + "step": 1801 + }, + { + "entropy": 1.5551957686742146, + "epoch": 0.23107501602906605, + "learning_rate": 0.000997524723437129, + "loss": 4.521991729736328, + "mean_token_accuracy": 0.628550112247467, + "num_tokens": 16783350.0, + "step": 1802 + }, + { + "entropy": 1.6027239958445232, + "epoch": 0.23120324855738406, + "learning_rate": 0.0009975206575498286, + "loss": 4.419787406921387, + "mean_token_accuracy": 0.6340073347091675, + "num_tokens": 16792330.0, + "step": 1803 + }, + { + "entropy": 1.6643070777257283, + "epoch": 0.23133148108570206, + "learning_rate": 0.0009975165883342565, + "loss": 4.687793731689453, + "mean_token_accuracy": 0.6044478217760721, + "num_tokens": 16802665.0, + "step": 1804 + }, + { + "entropy": 1.6574774980545044, + "epoch": 0.2314597136140201, + "learning_rate": 0.0009975125157904395, + "loss": 4.655327320098877, + "mean_token_accuracy": 0.6115918358167013, + "num_tokens": 16813222.0, + "step": 1805 + }, + { + "entropy": 1.581731955210368, + "epoch": 0.2315879461423381, + "learning_rate": 0.0009975084399184051, + "loss": 4.3008341789245605, + "mean_token_accuracy": 0.6601372758547465, + "num_tokens": 16822753.0, + "step": 1806 + }, + { + "entropy": 1.4799167315165203, + "epoch": 0.23171617867065614, + "learning_rate": 0.0009975043607181803, + "loss": 4.19162654876709, + "mean_token_accuracy": 0.6388216614723206, + "num_tokens": 16833102.0, + "step": 1807 + }, + { + "entropy": 1.6879056294759114, + "epoch": 0.23184441119897414, + "learning_rate": 0.0009975002781897925, + "loss": 4.849691867828369, + "mean_token_accuracy": 0.6079902052879333, + "num_tokens": 16842784.0, + "step": 1808 + }, + { + "entropy": 1.599077304204305, + "epoch": 0.23197264372729215, + "learning_rate": 0.0009974961923332694, + "loss": 4.35653018951416, + "mean_token_accuracy": 0.6274890303611755, + "num_tokens": 16851528.0, + "step": 1809 + }, + { + "entropy": 1.6764253775278728, + "epoch": 0.23210087625561018, + "learning_rate": 0.0009974921031486376, + "loss": 4.264922142028809, + "mean_token_accuracy": 0.6260391473770142, + "num_tokens": 16858329.0, + "step": 1810 + }, + { + "entropy": 1.5849835872650146, + "epoch": 0.2322291087839282, + "learning_rate": 0.000997488010635925, + "loss": 4.379117012023926, + "mean_token_accuracy": 0.6394623716672262, + "num_tokens": 16867510.0, + "step": 1811 + }, + { + "entropy": 1.6641641855239868, + "epoch": 0.2323573413122462, + "learning_rate": 0.000997483914795159, + "loss": 4.865029335021973, + "mean_token_accuracy": 0.5971964796384176, + "num_tokens": 16877859.0, + "step": 1812 + }, + { + "entropy": 1.642160455385844, + "epoch": 0.23248557384056423, + "learning_rate": 0.0009974798156263667, + "loss": 4.670083999633789, + "mean_token_accuracy": 0.6208633184432983, + "num_tokens": 16886530.0, + "step": 1813 + }, + { + "entropy": 1.4735911687215169, + "epoch": 0.23261380636888224, + "learning_rate": 0.0009974757131295758, + "loss": 4.132623672485352, + "mean_token_accuracy": 0.6491644581158956, + "num_tokens": 16894989.0, + "step": 1814 + }, + { + "entropy": 1.653097152709961, + "epoch": 0.23274203889720024, + "learning_rate": 0.0009974716073048134, + "loss": 4.548501968383789, + "mean_token_accuracy": 0.6248168547948202, + "num_tokens": 16903294.0, + "step": 1815 + }, + { + "entropy": 1.6550752719243367, + "epoch": 0.23287027142551828, + "learning_rate": 0.0009974674981521072, + "loss": 4.609337329864502, + "mean_token_accuracy": 0.6216976046562195, + "num_tokens": 16912447.0, + "step": 1816 + }, + { + "entropy": 1.7553139130274455, + "epoch": 0.23299850395383628, + "learning_rate": 0.0009974633856714848, + "loss": 4.9024763107299805, + "mean_token_accuracy": 0.5952770709991455, + "num_tokens": 16924499.0, + "step": 1817 + }, + { + "entropy": 1.6098251740137737, + "epoch": 0.23312673648215432, + "learning_rate": 0.0009974592698629736, + "loss": 4.560546875, + "mean_token_accuracy": 0.6199841896692911, + "num_tokens": 16935529.0, + "step": 1818 + }, + { + "entropy": 1.518624981244405, + "epoch": 0.23325496901047232, + "learning_rate": 0.0009974551507266009, + "loss": 4.308226585388184, + "mean_token_accuracy": 0.6375876267751058, + "num_tokens": 16944089.0, + "step": 1819 + }, + { + "entropy": 1.543662707010905, + "epoch": 0.23338320153879033, + "learning_rate": 0.0009974510282623945, + "loss": 4.257059574127197, + "mean_token_accuracy": 0.6418789426485697, + "num_tokens": 16953399.0, + "step": 1820 + }, + { + "entropy": 1.8015179634094238, + "epoch": 0.23351143406710836, + "learning_rate": 0.000997446902470382, + "loss": 5.185315132141113, + "mean_token_accuracy": 0.5905712246894836, + "num_tokens": 16962514.0, + "step": 1821 + }, + { + "entropy": 1.9225620826085408, + "epoch": 0.23363966659542637, + "learning_rate": 0.0009974427733505909, + "loss": 5.490642547607422, + "mean_token_accuracy": 0.5837652683258057, + "num_tokens": 16971341.0, + "step": 1822 + }, + { + "entropy": 1.8193509181340535, + "epoch": 0.23376789912374438, + "learning_rate": 0.000997438640903049, + "loss": 5.0326714515686035, + "mean_token_accuracy": 0.5844129125277201, + "num_tokens": 16979297.0, + "step": 1823 + }, + { + "entropy": 1.6352841059366863, + "epoch": 0.2338961316520624, + "learning_rate": 0.0009974345051277835, + "loss": 4.718452453613281, + "mean_token_accuracy": 0.6178614894549052, + "num_tokens": 16988354.0, + "step": 1824 + }, + { + "entropy": 1.4843228260676067, + "epoch": 0.23402436418038042, + "learning_rate": 0.0009974303660248228, + "loss": 4.177192687988281, + "mean_token_accuracy": 0.6476616462071737, + "num_tokens": 17000285.0, + "step": 1825 + }, + { + "entropy": 1.8472779591878254, + "epoch": 0.23415259670869845, + "learning_rate": 0.0009974262235941938, + "loss": 5.2045698165893555, + "mean_token_accuracy": 0.5718492070833842, + "num_tokens": 17009027.0, + "step": 1826 + }, + { + "entropy": 1.700647234916687, + "epoch": 0.23428082923701646, + "learning_rate": 0.0009974220778359245, + "loss": 4.677171230316162, + "mean_token_accuracy": 0.620043138662974, + "num_tokens": 17016944.0, + "step": 1827 + }, + { + "entropy": 1.8831677834192913, + "epoch": 0.23440906176533446, + "learning_rate": 0.000997417928750043, + "loss": 5.385942459106445, + "mean_token_accuracy": 0.5673648317654928, + "num_tokens": 17025446.0, + "step": 1828 + }, + { + "entropy": 1.4586052497227986, + "epoch": 0.2345372942936525, + "learning_rate": 0.0009974137763365768, + "loss": 4.109519004821777, + "mean_token_accuracy": 0.6524461110432943, + "num_tokens": 17034452.0, + "step": 1829 + }, + { + "entropy": 1.4964020649592082, + "epoch": 0.2346655268219705, + "learning_rate": 0.0009974096205955536, + "loss": 4.146500110626221, + "mean_token_accuracy": 0.6550783514976501, + "num_tokens": 17043894.0, + "step": 1830 + }, + { + "entropy": 1.5697389841079712, + "epoch": 0.2347937593502885, + "learning_rate": 0.000997405461527001, + "loss": 4.405742645263672, + "mean_token_accuracy": 0.6338028907775879, + "num_tokens": 17052402.0, + "step": 1831 + }, + { + "entropy": 1.5947530666987102, + "epoch": 0.23492199187860655, + "learning_rate": 0.0009974012991309472, + "loss": 4.522300720214844, + "mean_token_accuracy": 0.6200185020764669, + "num_tokens": 17061797.0, + "step": 1832 + }, + { + "entropy": 1.742665449778239, + "epoch": 0.23505022440692455, + "learning_rate": 0.00099739713340742, + "loss": 5.0395708084106445, + "mean_token_accuracy": 0.6038167874018351, + "num_tokens": 17070620.0, + "step": 1833 + }, + { + "entropy": 1.5825210014979045, + "epoch": 0.23517845693524259, + "learning_rate": 0.0009973929643564473, + "loss": 4.45627498626709, + "mean_token_accuracy": 0.6343522866566976, + "num_tokens": 17079804.0, + "step": 1834 + }, + { + "entropy": 1.6582335631052654, + "epoch": 0.2353066894635606, + "learning_rate": 0.0009973887919780564, + "loss": 4.736640453338623, + "mean_token_accuracy": 0.6157419681549072, + "num_tokens": 17089161.0, + "step": 1835 + }, + { + "entropy": 1.7299519777297974, + "epoch": 0.2354349219918786, + "learning_rate": 0.000997384616272276, + "loss": 4.9438066482543945, + "mean_token_accuracy": 0.603417714436849, + "num_tokens": 17099409.0, + "step": 1836 + }, + { + "entropy": 1.8587483565012615, + "epoch": 0.23556315452019663, + "learning_rate": 0.0009973804372391338, + "loss": 5.258598327636719, + "mean_token_accuracy": 0.5917171438535055, + "num_tokens": 17106724.0, + "step": 1837 + }, + { + "entropy": 1.645676573117574, + "epoch": 0.23569138704851464, + "learning_rate": 0.0009973762548786576, + "loss": 4.471572399139404, + "mean_token_accuracy": 0.6312532424926758, + "num_tokens": 17115346.0, + "step": 1838 + }, + { + "entropy": 1.8058033386866252, + "epoch": 0.23581961957683265, + "learning_rate": 0.0009973720691908753, + "loss": 5.212972164154053, + "mean_token_accuracy": 0.5601964791615804, + "num_tokens": 17124938.0, + "step": 1839 + }, + { + "entropy": 1.8201538721720378, + "epoch": 0.23594785210515068, + "learning_rate": 0.0009973678801758154, + "loss": 5.209168434143066, + "mean_token_accuracy": 0.564922014872233, + "num_tokens": 17132368.0, + "step": 1840 + }, + { + "entropy": 1.527489463488261, + "epoch": 0.23607608463346869, + "learning_rate": 0.0009973636878335052, + "loss": 4.091809272766113, + "mean_token_accuracy": 0.643799881140391, + "num_tokens": 17141193.0, + "step": 1841 + }, + { + "entropy": 1.3983287413914998, + "epoch": 0.23620431716178672, + "learning_rate": 0.0009973594921639732, + "loss": 3.69480299949646, + "mean_token_accuracy": 0.6708377997080485, + "num_tokens": 17149250.0, + "step": 1842 + }, + { + "entropy": 1.658920447031657, + "epoch": 0.23633254969010473, + "learning_rate": 0.0009973552931672475, + "loss": 4.550546646118164, + "mean_token_accuracy": 0.6214698553085327, + "num_tokens": 17157077.0, + "step": 1843 + }, + { + "entropy": 1.692768136660258, + "epoch": 0.23646078221842273, + "learning_rate": 0.0009973510908433561, + "loss": 4.726574897766113, + "mean_token_accuracy": 0.6045653025309244, + "num_tokens": 17164956.0, + "step": 1844 + }, + { + "entropy": 1.5973026355107625, + "epoch": 0.23658901474674077, + "learning_rate": 0.000997346885192327, + "loss": 4.379591941833496, + "mean_token_accuracy": 0.6312846938769022, + "num_tokens": 17172308.0, + "step": 1845 + }, + { + "entropy": 1.471872886021932, + "epoch": 0.23671724727505877, + "learning_rate": 0.0009973426762141884, + "loss": 4.141088008880615, + "mean_token_accuracy": 0.6401606996854147, + "num_tokens": 17181289.0, + "step": 1846 + }, + { + "entropy": 1.6852529843648274, + "epoch": 0.23684547980337678, + "learning_rate": 0.0009973384639089685, + "loss": 4.782740592956543, + "mean_token_accuracy": 0.6060865124066671, + "num_tokens": 17189016.0, + "step": 1847 + }, + { + "entropy": 1.3993333578109741, + "epoch": 0.2369737123316948, + "learning_rate": 0.0009973342482766955, + "loss": 3.9850993156433105, + "mean_token_accuracy": 0.66107706228892, + "num_tokens": 17199168.0, + "step": 1848 + }, + { + "entropy": 1.5639279683430989, + "epoch": 0.23710194486001282, + "learning_rate": 0.0009973300293173977, + "loss": 4.474048137664795, + "mean_token_accuracy": 0.6313604315121969, + "num_tokens": 17209209.0, + "step": 1849 + }, + { + "entropy": 1.6627343893051147, + "epoch": 0.23723017738833083, + "learning_rate": 0.000997325807031103, + "loss": 4.689882278442383, + "mean_token_accuracy": 0.6200751264890035, + "num_tokens": 17218563.0, + "step": 1850 + }, + { + "entropy": 1.7818768819173176, + "epoch": 0.23735840991664886, + "learning_rate": 0.0009973215814178399, + "loss": 4.691424369812012, + "mean_token_accuracy": 0.6185554265975952, + "num_tokens": 17226510.0, + "step": 1851 + }, + { + "entropy": 1.5419026215871174, + "epoch": 0.23748664244496687, + "learning_rate": 0.0009973173524776367, + "loss": 4.1350202560424805, + "mean_token_accuracy": 0.6593927145004272, + "num_tokens": 17234215.0, + "step": 1852 + }, + { + "entropy": 1.5162290732065837, + "epoch": 0.2376148749732849, + "learning_rate": 0.0009973131202105213, + "loss": 4.276554584503174, + "mean_token_accuracy": 0.6384846766789755, + "num_tokens": 17243119.0, + "step": 1853 + }, + { + "entropy": 1.686794678370158, + "epoch": 0.2377431075016029, + "learning_rate": 0.0009973088846165225, + "loss": 4.7034406661987305, + "mean_token_accuracy": 0.5994845628738403, + "num_tokens": 17251909.0, + "step": 1854 + }, + { + "entropy": 1.6943822304407756, + "epoch": 0.2378713400299209, + "learning_rate": 0.0009973046456956684, + "loss": 4.6966753005981445, + "mean_token_accuracy": 0.6185967922210693, + "num_tokens": 17261348.0, + "step": 1855 + }, + { + "entropy": 1.7348426580429077, + "epoch": 0.23799957255823895, + "learning_rate": 0.0009973004034479875, + "loss": 4.831244468688965, + "mean_token_accuracy": 0.605536679426829, + "num_tokens": 17270653.0, + "step": 1856 + }, + { + "entropy": 1.6940292119979858, + "epoch": 0.23812780508655695, + "learning_rate": 0.000997296157873508, + "loss": 4.826002597808838, + "mean_token_accuracy": 0.6015731692314148, + "num_tokens": 17277938.0, + "step": 1857 + }, + { + "entropy": 1.7028669516245525, + "epoch": 0.23825603761487496, + "learning_rate": 0.0009972919089722585, + "loss": 4.8720269203186035, + "mean_token_accuracy": 0.606412927309672, + "num_tokens": 17287208.0, + "step": 1858 + }, + { + "entropy": 1.7162035703659058, + "epoch": 0.238384270143193, + "learning_rate": 0.0009972876567442672, + "loss": 4.790633201599121, + "mean_token_accuracy": 0.5955288608868917, + "num_tokens": 17295179.0, + "step": 1859 + }, + { + "entropy": 1.6073453823725383, + "epoch": 0.238512502671511, + "learning_rate": 0.0009972834011895628, + "loss": 4.4691057205200195, + "mean_token_accuracy": 0.6388470729192098, + "num_tokens": 17303736.0, + "step": 1860 + }, + { + "entropy": 1.553775946299235, + "epoch": 0.23864073519982903, + "learning_rate": 0.0009972791423081735, + "loss": 4.360527038574219, + "mean_token_accuracy": 0.6467038989067078, + "num_tokens": 17312515.0, + "step": 1861 + }, + { + "entropy": 1.623074730237325, + "epoch": 0.23876896772814704, + "learning_rate": 0.0009972748801001278, + "loss": 4.701915740966797, + "mean_token_accuracy": 0.6325769424438477, + "num_tokens": 17322438.0, + "step": 1862 + }, + { + "entropy": 1.898470401763916, + "epoch": 0.23889720025646505, + "learning_rate": 0.0009972706145654543, + "loss": 5.4449076652526855, + "mean_token_accuracy": 0.5613917509714762, + "num_tokens": 17333473.0, + "step": 1863 + }, + { + "entropy": 1.7241626580556233, + "epoch": 0.23902543278478308, + "learning_rate": 0.0009972663457041818, + "loss": 4.697029113769531, + "mean_token_accuracy": 0.6195751825968424, + "num_tokens": 17343012.0, + "step": 1864 + }, + { + "entropy": 1.76649276415507, + "epoch": 0.2391536653131011, + "learning_rate": 0.0009972620735163385, + "loss": 4.988518714904785, + "mean_token_accuracy": 0.5905749797821045, + "num_tokens": 17353258.0, + "step": 1865 + }, + { + "entropy": 1.8481727838516235, + "epoch": 0.2392818978414191, + "learning_rate": 0.000997257798001953, + "loss": 5.278458118438721, + "mean_token_accuracy": 0.5968722701072693, + "num_tokens": 17362240.0, + "step": 1866 + }, + { + "entropy": 1.560412089029948, + "epoch": 0.23941013036973713, + "learning_rate": 0.0009972535191610542, + "loss": 4.364504337310791, + "mean_token_accuracy": 0.6206872463226318, + "num_tokens": 17371683.0, + "step": 1867 + }, + { + "entropy": 1.678829312324524, + "epoch": 0.23953836289805513, + "learning_rate": 0.0009972492369936703, + "loss": 4.7239885330200195, + "mean_token_accuracy": 0.6203602949778239, + "num_tokens": 17378266.0, + "step": 1868 + }, + { + "entropy": 1.6564948956171672, + "epoch": 0.23966659542637317, + "learning_rate": 0.0009972449514998303, + "loss": 4.770807266235352, + "mean_token_accuracy": 0.6051262219746908, + "num_tokens": 17389028.0, + "step": 1869 + }, + { + "entropy": 1.6184816360473633, + "epoch": 0.23979482795469118, + "learning_rate": 0.0009972406626795626, + "loss": 4.598300933837891, + "mean_token_accuracy": 0.6294690370559692, + "num_tokens": 17397470.0, + "step": 1870 + }, + { + "entropy": 1.6342732906341553, + "epoch": 0.23992306048300918, + "learning_rate": 0.0009972363705328963, + "loss": 4.539770126342773, + "mean_token_accuracy": 0.634844978650411, + "num_tokens": 17408594.0, + "step": 1871 + }, + { + "entropy": 1.9791814088821411, + "epoch": 0.24005129301132722, + "learning_rate": 0.0009972320750598596, + "loss": 5.733368396759033, + "mean_token_accuracy": 0.5356276134649912, + "num_tokens": 17417343.0, + "step": 1872 + }, + { + "entropy": 1.6272272666295369, + "epoch": 0.24017952553964522, + "learning_rate": 0.0009972277762604817, + "loss": 4.641595840454102, + "mean_token_accuracy": 0.6234118541081747, + "num_tokens": 17425862.0, + "step": 1873 + }, + { + "entropy": 1.685124158859253, + "epoch": 0.24030775806796323, + "learning_rate": 0.0009972234741347909, + "loss": 4.790876388549805, + "mean_token_accuracy": 0.6096911231676737, + "num_tokens": 17438400.0, + "step": 1874 + }, + { + "entropy": 1.7769272327423096, + "epoch": 0.24043599059628126, + "learning_rate": 0.0009972191686828163, + "loss": 5.110177516937256, + "mean_token_accuracy": 0.5914719104766846, + "num_tokens": 17447509.0, + "step": 1875 + }, + { + "entropy": 1.7358691692352295, + "epoch": 0.24056422312459927, + "learning_rate": 0.0009972148599045867, + "loss": 4.975680828094482, + "mean_token_accuracy": 0.5963595112164816, + "num_tokens": 17456028.0, + "step": 1876 + }, + { + "entropy": 1.7231292327245076, + "epoch": 0.2406924556529173, + "learning_rate": 0.0009972105478001307, + "loss": 4.932227611541748, + "mean_token_accuracy": 0.6035050352414449, + "num_tokens": 17465278.0, + "step": 1877 + }, + { + "entropy": 1.7273045778274536, + "epoch": 0.2408206881812353, + "learning_rate": 0.0009972062323694774, + "loss": 4.741860866546631, + "mean_token_accuracy": 0.6090251604715983, + "num_tokens": 17473615.0, + "step": 1878 + }, + { + "entropy": 1.6477372248967488, + "epoch": 0.24094892070955332, + "learning_rate": 0.0009972019136126554, + "loss": 4.668259143829346, + "mean_token_accuracy": 0.6086386839548746, + "num_tokens": 17484539.0, + "step": 1879 + }, + { + "entropy": 1.9752637545267742, + "epoch": 0.24107715323787135, + "learning_rate": 0.000997197591529694, + "loss": 5.486445903778076, + "mean_token_accuracy": 0.5802441835403442, + "num_tokens": 17493132.0, + "step": 1880 + }, + { + "entropy": 1.6172821919123332, + "epoch": 0.24120538576618936, + "learning_rate": 0.0009971932661206218, + "loss": 4.427105903625488, + "mean_token_accuracy": 0.6403171420097351, + "num_tokens": 17501540.0, + "step": 1881 + }, + { + "entropy": 1.587323745091756, + "epoch": 0.24133361829450736, + "learning_rate": 0.0009971889373854676, + "loss": 4.330831050872803, + "mean_token_accuracy": 0.6244798103968302, + "num_tokens": 17510605.0, + "step": 1882 + }, + { + "entropy": 1.5720816850662231, + "epoch": 0.2414618508228254, + "learning_rate": 0.000997184605324261, + "loss": 4.449042320251465, + "mean_token_accuracy": 0.6326009631156921, + "num_tokens": 17521281.0, + "step": 1883 + }, + { + "entropy": 1.5873198509216309, + "epoch": 0.2415900833511434, + "learning_rate": 0.00099718026993703, + "loss": 4.425629615783691, + "mean_token_accuracy": 0.6398533980051676, + "num_tokens": 17529966.0, + "step": 1884 + }, + { + "entropy": 1.7311834891637166, + "epoch": 0.2417183158794614, + "learning_rate": 0.0009971759312238043, + "loss": 4.807023525238037, + "mean_token_accuracy": 0.6046573122342428, + "num_tokens": 17537863.0, + "step": 1885 + }, + { + "entropy": 1.6554745435714722, + "epoch": 0.24184654840777944, + "learning_rate": 0.000997171589184613, + "loss": 4.69271183013916, + "mean_token_accuracy": 0.6091703573862711, + "num_tokens": 17546566.0, + "step": 1886 + }, + { + "entropy": 1.4927682479222615, + "epoch": 0.24197478093609745, + "learning_rate": 0.0009971672438194848, + "loss": 4.186261177062988, + "mean_token_accuracy": 0.647018829981486, + "num_tokens": 17553159.0, + "step": 1887 + }, + { + "entropy": 1.646968921025594, + "epoch": 0.24210301346441548, + "learning_rate": 0.0009971628951284488, + "loss": 4.768248558044434, + "mean_token_accuracy": 0.6103076736132304, + "num_tokens": 17563434.0, + "step": 1888 + }, + { + "entropy": 1.6385711828867595, + "epoch": 0.2422312459927335, + "learning_rate": 0.0009971585431115342, + "loss": 4.52880859375, + "mean_token_accuracy": 0.6279943982760111, + "num_tokens": 17571778.0, + "step": 1889 + }, + { + "entropy": 1.8482169310251872, + "epoch": 0.2423594785210515, + "learning_rate": 0.00099715418776877, + "loss": 5.260766983032227, + "mean_token_accuracy": 0.5768328507741293, + "num_tokens": 17580459.0, + "step": 1890 + }, + { + "entropy": 1.7103023529052734, + "epoch": 0.24248771104936953, + "learning_rate": 0.0009971498291001856, + "loss": 4.806230545043945, + "mean_token_accuracy": 0.6132862567901611, + "num_tokens": 17588897.0, + "step": 1891 + }, + { + "entropy": 1.7205098072687786, + "epoch": 0.24261594357768754, + "learning_rate": 0.00099714546710581, + "loss": 4.835303783416748, + "mean_token_accuracy": 0.583428700764974, + "num_tokens": 17598021.0, + "step": 1892 + }, + { + "entropy": 1.670445481936137, + "epoch": 0.24274417610600554, + "learning_rate": 0.0009971411017856723, + "loss": 4.75819206237793, + "mean_token_accuracy": 0.6335959434509277, + "num_tokens": 17605145.0, + "step": 1893 + }, + { + "entropy": 1.4532034397125244, + "epoch": 0.24287240863432358, + "learning_rate": 0.0009971367331398017, + "loss": 3.91383957862854, + "mean_token_accuracy": 0.6574844916661581, + "num_tokens": 17615647.0, + "step": 1894 + }, + { + "entropy": 1.494485338528951, + "epoch": 0.24300064116264158, + "learning_rate": 0.0009971323611682275, + "loss": 4.165066242218018, + "mean_token_accuracy": 0.6362227201461792, + "num_tokens": 17624704.0, + "step": 1895 + }, + { + "entropy": 1.7545262575149536, + "epoch": 0.24312887369095962, + "learning_rate": 0.000997127985870979, + "loss": 4.838005065917969, + "mean_token_accuracy": 0.6124001542727152, + "num_tokens": 17633832.0, + "step": 1896 + }, + { + "entropy": 1.6698172489802043, + "epoch": 0.24325710621927762, + "learning_rate": 0.0009971236072480853, + "loss": 4.85957145690918, + "mean_token_accuracy": 0.6038022041320801, + "num_tokens": 17645290.0, + "step": 1897 + }, + { + "entropy": 1.6127204895019531, + "epoch": 0.24338533874759563, + "learning_rate": 0.000997119225299576, + "loss": 4.570126056671143, + "mean_token_accuracy": 0.6034018198649088, + "num_tokens": 17654122.0, + "step": 1898 + }, + { + "entropy": 1.5800867478052776, + "epoch": 0.24351357127591367, + "learning_rate": 0.00099711484002548, + "loss": 4.406431674957275, + "mean_token_accuracy": 0.6360723376274109, + "num_tokens": 17662081.0, + "step": 1899 + }, + { + "entropy": 1.5638739665349324, + "epoch": 0.24364180380423167, + "learning_rate": 0.0009971104514258271, + "loss": 4.33688497543335, + "mean_token_accuracy": 0.6474001407623291, + "num_tokens": 17672277.0, + "step": 1900 + }, + { + "entropy": 1.701934576034546, + "epoch": 0.24377003633254968, + "learning_rate": 0.0009971060595006462, + "loss": 4.804898738861084, + "mean_token_accuracy": 0.58845188220342, + "num_tokens": 17680346.0, + "step": 1901 + }, + { + "entropy": 1.5977157751719158, + "epoch": 0.2438982688608677, + "learning_rate": 0.000997101664249967, + "loss": 4.448491096496582, + "mean_token_accuracy": 0.6304121414820353, + "num_tokens": 17690908.0, + "step": 1902 + }, + { + "entropy": 1.6474356253941853, + "epoch": 0.24402650138918572, + "learning_rate": 0.0009970972656738186, + "loss": 4.639796257019043, + "mean_token_accuracy": 0.6147042910257975, + "num_tokens": 17702036.0, + "step": 1903 + }, + { + "entropy": 1.5896193981170654, + "epoch": 0.24415473391750375, + "learning_rate": 0.0009970928637722308, + "loss": 4.480569839477539, + "mean_token_accuracy": 0.6223179697990417, + "num_tokens": 17711285.0, + "step": 1904 + }, + { + "entropy": 1.5901479721069336, + "epoch": 0.24428296644582176, + "learning_rate": 0.000997088458545233, + "loss": 4.512454032897949, + "mean_token_accuracy": 0.6303309599558512, + "num_tokens": 17720154.0, + "step": 1905 + }, + { + "entropy": 1.7892191410064697, + "epoch": 0.24441119897413977, + "learning_rate": 0.0009970840499928541, + "loss": 5.106823444366455, + "mean_token_accuracy": 0.5634688138961792, + "num_tokens": 17728882.0, + "step": 1906 + }, + { + "entropy": 1.6236092646916707, + "epoch": 0.2445394315024578, + "learning_rate": 0.0009970796381151244, + "loss": 4.554934024810791, + "mean_token_accuracy": 0.6124430298805237, + "num_tokens": 17737473.0, + "step": 1907 + }, + { + "entropy": 1.6815920273462932, + "epoch": 0.2446676640307758, + "learning_rate": 0.000997075222912073, + "loss": 4.954209327697754, + "mean_token_accuracy": 0.5915854970614115, + "num_tokens": 17747271.0, + "step": 1908 + }, + { + "entropy": 1.6992066303888957, + "epoch": 0.2447958965590938, + "learning_rate": 0.0009970708043837294, + "loss": 4.752866744995117, + "mean_token_accuracy": 0.6202859282493591, + "num_tokens": 17755881.0, + "step": 1909 + }, + { + "entropy": 1.7368992169698079, + "epoch": 0.24492412908741185, + "learning_rate": 0.0009970663825301233, + "loss": 4.9148030281066895, + "mean_token_accuracy": 0.5982552170753479, + "num_tokens": 17766766.0, + "step": 1910 + }, + { + "entropy": 1.434118668238322, + "epoch": 0.24505236161572985, + "learning_rate": 0.000997061957351284, + "loss": 4.017467498779297, + "mean_token_accuracy": 0.6598905722300211, + "num_tokens": 17775931.0, + "step": 1911 + }, + { + "entropy": 1.6581376791000366, + "epoch": 0.2451805941440479, + "learning_rate": 0.0009970575288472416, + "loss": 4.564664840698242, + "mean_token_accuracy": 0.6301624576250712, + "num_tokens": 17786966.0, + "step": 1912 + }, + { + "entropy": 1.785788893699646, + "epoch": 0.2453088266723659, + "learning_rate": 0.0009970530970180253, + "loss": 4.958209037780762, + "mean_token_accuracy": 0.6051699121793112, + "num_tokens": 17798516.0, + "step": 1913 + }, + { + "entropy": 1.8402103583017986, + "epoch": 0.2454370592006839, + "learning_rate": 0.000997048661863665, + "loss": 5.138319969177246, + "mean_token_accuracy": 0.5914609630902609, + "num_tokens": 17807201.0, + "step": 1914 + }, + { + "entropy": 1.5087278683980305, + "epoch": 0.24556529172900193, + "learning_rate": 0.0009970442233841902, + "loss": 4.1083598136901855, + "mean_token_accuracy": 0.6481616497039795, + "num_tokens": 17814866.0, + "step": 1915 + }, + { + "entropy": 1.6776174306869507, + "epoch": 0.24569352425731994, + "learning_rate": 0.0009970397815796306, + "loss": 4.532956600189209, + "mean_token_accuracy": 0.6374526421229044, + "num_tokens": 17825961.0, + "step": 1916 + }, + { + "entropy": 1.7208471298217773, + "epoch": 0.24582175678563795, + "learning_rate": 0.000997035336450016, + "loss": 4.983163833618164, + "mean_token_accuracy": 0.5774750113487244, + "num_tokens": 17834549.0, + "step": 1917 + }, + { + "entropy": 1.462995966275533, + "epoch": 0.24594998931395598, + "learning_rate": 0.0009970308879953761, + "loss": 4.070567607879639, + "mean_token_accuracy": 0.6549455324808756, + "num_tokens": 17842110.0, + "step": 1918 + }, + { + "entropy": 1.6103268067042034, + "epoch": 0.246078221842274, + "learning_rate": 0.0009970264362157406, + "loss": 4.627501964569092, + "mean_token_accuracy": 0.6182383894920349, + "num_tokens": 17851984.0, + "step": 1919 + }, + { + "entropy": 1.8563928206761677, + "epoch": 0.24620645437059202, + "learning_rate": 0.0009970219811111394, + "loss": 5.290300369262695, + "mean_token_accuracy": 0.5717137257258097, + "num_tokens": 17860458.0, + "step": 1920 + }, + { + "entropy": 1.5426733096440632, + "epoch": 0.24633468689891003, + "learning_rate": 0.0009970175226816024, + "loss": 4.3864898681640625, + "mean_token_accuracy": 0.6422995527585348, + "num_tokens": 17869486.0, + "step": 1921 + }, + { + "entropy": 1.5357915957768757, + "epoch": 0.24646291942722803, + "learning_rate": 0.0009970130609271593, + "loss": 4.06057071685791, + "mean_token_accuracy": 0.6687527696291605, + "num_tokens": 17878521.0, + "step": 1922 + }, + { + "entropy": 1.6075089772542317, + "epoch": 0.24659115195554607, + "learning_rate": 0.0009970085958478396, + "loss": 4.498915672302246, + "mean_token_accuracy": 0.6256803274154663, + "num_tokens": 17886861.0, + "step": 1923 + }, + { + "entropy": 1.7727917035420735, + "epoch": 0.24671938448386407, + "learning_rate": 0.0009970041274436738, + "loss": 4.91461181640625, + "mean_token_accuracy": 0.6115566492080688, + "num_tokens": 17898021.0, + "step": 1924 + }, + { + "entropy": 1.5705195665359497, + "epoch": 0.24684761701218208, + "learning_rate": 0.0009969996557146915, + "loss": 4.283365726470947, + "mean_token_accuracy": 0.6440646052360535, + "num_tokens": 17907333.0, + "step": 1925 + }, + { + "entropy": 1.6312543948491414, + "epoch": 0.24697584954050011, + "learning_rate": 0.0009969951806609225, + "loss": 4.5087504386901855, + "mean_token_accuracy": 0.6110936005910238, + "num_tokens": 17918930.0, + "step": 1926 + }, + { + "entropy": 1.80071226755778, + "epoch": 0.24710408206881812, + "learning_rate": 0.0009969907022823968, + "loss": 5.064611434936523, + "mean_token_accuracy": 0.5856373508771261, + "num_tokens": 17929496.0, + "step": 1927 + }, + { + "entropy": 1.5349543889363606, + "epoch": 0.24723231459713613, + "learning_rate": 0.0009969862205791444, + "loss": 4.292799949645996, + "mean_token_accuracy": 0.6492273608843485, + "num_tokens": 17938970.0, + "step": 1928 + }, + { + "entropy": 1.6807541847229004, + "epoch": 0.24736054712545416, + "learning_rate": 0.0009969817355511953, + "loss": 4.856573581695557, + "mean_token_accuracy": 0.607586403687795, + "num_tokens": 17946737.0, + "step": 1929 + }, + { + "entropy": 1.7405658562978108, + "epoch": 0.24748877965377217, + "learning_rate": 0.0009969772471985796, + "loss": 4.824455738067627, + "mean_token_accuracy": 0.6063588658968607, + "num_tokens": 17955917.0, + "step": 1930 + }, + { + "entropy": 1.5346463123957317, + "epoch": 0.2476170121820902, + "learning_rate": 0.000996972755521327, + "loss": 4.224946022033691, + "mean_token_accuracy": 0.6461953123410543, + "num_tokens": 17964581.0, + "step": 1931 + }, + { + "entropy": 1.6760263045628865, + "epoch": 0.2477452447104082, + "learning_rate": 0.000996968260519468, + "loss": 4.57297420501709, + "mean_token_accuracy": 0.6202719211578369, + "num_tokens": 17972814.0, + "step": 1932 + }, + { + "entropy": 1.62239936987559, + "epoch": 0.24787347723872621, + "learning_rate": 0.0009969637621930322, + "loss": 4.634571075439453, + "mean_token_accuracy": 0.6132003466288248, + "num_tokens": 17981917.0, + "step": 1933 + }, + { + "entropy": 1.6877245903015137, + "epoch": 0.24800170976704425, + "learning_rate": 0.00099695926054205, + "loss": 4.734091758728027, + "mean_token_accuracy": 0.6145318945248922, + "num_tokens": 17990651.0, + "step": 1934 + }, + { + "entropy": 1.6790826320648193, + "epoch": 0.24812994229536225, + "learning_rate": 0.0009969547555665516, + "loss": 4.565795421600342, + "mean_token_accuracy": 0.6298850774765015, + "num_tokens": 17999531.0, + "step": 1935 + }, + { + "entropy": 1.6634085575739543, + "epoch": 0.24825817482368026, + "learning_rate": 0.0009969502472665667, + "loss": 4.614084720611572, + "mean_token_accuracy": 0.6253374218940735, + "num_tokens": 18008615.0, + "step": 1936 + }, + { + "entropy": 1.5525093873341878, + "epoch": 0.2483864073519983, + "learning_rate": 0.000996945735642126, + "loss": 4.275594711303711, + "mean_token_accuracy": 0.6375734408696493, + "num_tokens": 18018318.0, + "step": 1937 + }, + { + "entropy": 1.5876018206278484, + "epoch": 0.2485146398803163, + "learning_rate": 0.0009969412206932593, + "loss": 4.52531099319458, + "mean_token_accuracy": 0.6245812773704529, + "num_tokens": 18028039.0, + "step": 1938 + }, + { + "entropy": 1.8909265200297039, + "epoch": 0.24864287240863434, + "learning_rate": 0.0009969367024199969, + "loss": 5.315639019012451, + "mean_token_accuracy": 0.5780017971992493, + "num_tokens": 18036530.0, + "step": 1939 + }, + { + "entropy": 1.5614842971165974, + "epoch": 0.24877110493695234, + "learning_rate": 0.000996932180822369, + "loss": 4.303408145904541, + "mean_token_accuracy": 0.6344039837519327, + "num_tokens": 18044989.0, + "step": 1940 + }, + { + "entropy": 1.796642820040385, + "epoch": 0.24889933746527035, + "learning_rate": 0.000996927655900406, + "loss": 5.100224494934082, + "mean_token_accuracy": 0.5774001677831014, + "num_tokens": 18053307.0, + "step": 1941 + }, + { + "entropy": 1.648348331451416, + "epoch": 0.24902756999358838, + "learning_rate": 0.000996923127654138, + "loss": 4.758213043212891, + "mean_token_accuracy": 0.6142255266507467, + "num_tokens": 18061836.0, + "step": 1942 + }, + { + "entropy": 1.5411202907562256, + "epoch": 0.2491558025219064, + "learning_rate": 0.0009969185960835953, + "loss": 4.256885528564453, + "mean_token_accuracy": 0.6379904349644979, + "num_tokens": 18070164.0, + "step": 1943 + }, + { + "entropy": 1.52186914285024, + "epoch": 0.2492840350502244, + "learning_rate": 0.0009969140611888084, + "loss": 4.096310138702393, + "mean_token_accuracy": 0.6540412505467733, + "num_tokens": 18077395.0, + "step": 1944 + }, + { + "entropy": 1.7689571380615234, + "epoch": 0.24941226757854243, + "learning_rate": 0.0009969095229698075, + "loss": 4.973907470703125, + "mean_token_accuracy": 0.5992928743362427, + "num_tokens": 18086909.0, + "step": 1945 + }, + { + "entropy": 1.8623249928156536, + "epoch": 0.24954050010686044, + "learning_rate": 0.0009969049814266228, + "loss": 5.393903732299805, + "mean_token_accuracy": 0.5746442278226217, + "num_tokens": 18095305.0, + "step": 1946 + }, + { + "entropy": 1.7555359204610188, + "epoch": 0.24966873263517847, + "learning_rate": 0.000996900436559285, + "loss": 4.982274055480957, + "mean_token_accuracy": 0.5878909627596537, + "num_tokens": 18104776.0, + "step": 1947 + }, + { + "entropy": 1.584400216738383, + "epoch": 0.24979696516349648, + "learning_rate": 0.0009968958883678242, + "loss": 4.497137069702148, + "mean_token_accuracy": 0.6248655517896017, + "num_tokens": 18113578.0, + "step": 1948 + }, + { + "entropy": 1.610637942949931, + "epoch": 0.24992519769181448, + "learning_rate": 0.000996891336852271, + "loss": 4.624486446380615, + "mean_token_accuracy": 0.6318286458651224, + "num_tokens": 18124422.0, + "step": 1949 + }, + { + "entropy": 1.8246907393137615, + "epoch": 0.2500534302201325, + "learning_rate": 0.000996886782012656, + "loss": 5.155880451202393, + "mean_token_accuracy": 0.5808908740679423, + "num_tokens": 18133333.0, + "step": 1950 + }, + { + "entropy": 1.6130566199620564, + "epoch": 0.25018166274845055, + "learning_rate": 0.0009968822238490096, + "loss": 4.576282978057861, + "mean_token_accuracy": 0.6264711022377014, + "num_tokens": 18145760.0, + "step": 1951 + }, + { + "entropy": 1.5264569520950317, + "epoch": 0.25030989527676856, + "learning_rate": 0.0009968776623613621, + "loss": 4.257115364074707, + "mean_token_accuracy": 0.642638623714447, + "num_tokens": 18156389.0, + "step": 1952 + }, + { + "entropy": 1.5896079142888386, + "epoch": 0.25043812780508656, + "learning_rate": 0.000996873097549744, + "loss": 4.472965240478516, + "mean_token_accuracy": 0.6267331043879191, + "num_tokens": 18166364.0, + "step": 1953 + }, + { + "entropy": 1.749656041463216, + "epoch": 0.25056636033340457, + "learning_rate": 0.0009968685294141858, + "loss": 4.996413230895996, + "mean_token_accuracy": 0.6061314543088278, + "num_tokens": 18174358.0, + "step": 1954 + }, + { + "entropy": 1.8926709493001301, + "epoch": 0.2506945928617226, + "learning_rate": 0.0009968639579547185, + "loss": 5.4129533767700195, + "mean_token_accuracy": 0.5674905578295389, + "num_tokens": 18181843.0, + "step": 1955 + }, + { + "entropy": 1.5725131432215373, + "epoch": 0.2508228253900406, + "learning_rate": 0.0009968593831713723, + "loss": 4.280290126800537, + "mean_token_accuracy": 0.6369829376538595, + "num_tokens": 18190120.0, + "step": 1956 + }, + { + "entropy": 1.7295454343159993, + "epoch": 0.25095105791835864, + "learning_rate": 0.0009968548050641778, + "loss": 4.871782302856445, + "mean_token_accuracy": 0.5982141494750977, + "num_tokens": 18198823.0, + "step": 1957 + }, + { + "entropy": 1.5467283328374226, + "epoch": 0.25107929044667665, + "learning_rate": 0.0009968502236331657, + "loss": 4.377374649047852, + "mean_token_accuracy": 0.6405983567237854, + "num_tokens": 18208467.0, + "step": 1958 + }, + { + "entropy": 1.5468218326568604, + "epoch": 0.25120752297499466, + "learning_rate": 0.0009968456388783668, + "loss": 4.231543064117432, + "mean_token_accuracy": 0.6315550804138184, + "num_tokens": 18217993.0, + "step": 1959 + }, + { + "entropy": 1.637811303138733, + "epoch": 0.25133575550331266, + "learning_rate": 0.0009968410507998117, + "loss": 4.602448463439941, + "mean_token_accuracy": 0.6194946964581808, + "num_tokens": 18227631.0, + "step": 1960 + }, + { + "entropy": 1.6900060574213664, + "epoch": 0.25146398803163067, + "learning_rate": 0.0009968364593975307, + "loss": 4.828615188598633, + "mean_token_accuracy": 0.6024083097775778, + "num_tokens": 18236803.0, + "step": 1961 + }, + { + "entropy": 1.641254226366679, + "epoch": 0.25159222055994873, + "learning_rate": 0.0009968318646715552, + "loss": 4.654887676239014, + "mean_token_accuracy": 0.6076926191647848, + "num_tokens": 18246128.0, + "step": 1962 + }, + { + "entropy": 1.7223055362701416, + "epoch": 0.25172045308826674, + "learning_rate": 0.0009968272666219153, + "loss": 4.872106075286865, + "mean_token_accuracy": 0.6034018198649088, + "num_tokens": 18257361.0, + "step": 1963 + }, + { + "entropy": 1.6933018763860066, + "epoch": 0.25184868561658474, + "learning_rate": 0.0009968226652486423, + "loss": 4.846724033355713, + "mean_token_accuracy": 0.6079698204994202, + "num_tokens": 18266414.0, + "step": 1964 + }, + { + "entropy": 1.6364829540252686, + "epoch": 0.25197691814490275, + "learning_rate": 0.0009968180605517665, + "loss": 4.688046932220459, + "mean_token_accuracy": 0.6056414246559143, + "num_tokens": 18273993.0, + "step": 1965 + }, + { + "entropy": 1.6561440626780193, + "epoch": 0.25210515067322076, + "learning_rate": 0.000996813452531319, + "loss": 4.823444366455078, + "mean_token_accuracy": 0.5963195562362671, + "num_tokens": 18282477.0, + "step": 1966 + }, + { + "entropy": 1.63071604569753, + "epoch": 0.25223338320153876, + "learning_rate": 0.0009968088411873308, + "loss": 4.549777030944824, + "mean_token_accuracy": 0.6263949871063232, + "num_tokens": 18290424.0, + "step": 1967 + }, + { + "entropy": 1.6451207796732585, + "epoch": 0.2523616157298568, + "learning_rate": 0.0009968042265198324, + "loss": 4.544888496398926, + "mean_token_accuracy": 0.6169209678967794, + "num_tokens": 18300825.0, + "step": 1968 + }, + { + "entropy": 1.5166606108347576, + "epoch": 0.25248984825817483, + "learning_rate": 0.0009967996085288545, + "loss": 4.249227046966553, + "mean_token_accuracy": 0.6318889260292053, + "num_tokens": 18310840.0, + "step": 1969 + }, + { + "entropy": 1.6894880135854085, + "epoch": 0.25261808078649284, + "learning_rate": 0.0009967949872144285, + "loss": 4.701046466827393, + "mean_token_accuracy": 0.6173539161682129, + "num_tokens": 18317936.0, + "step": 1970 + }, + { + "entropy": 1.5300943454106648, + "epoch": 0.25274631331481084, + "learning_rate": 0.000996790362576585, + "loss": 4.072935581207275, + "mean_token_accuracy": 0.6496101220448812, + "num_tokens": 18326468.0, + "step": 1971 + }, + { + "entropy": 1.6322116454442341, + "epoch": 0.25287454584312885, + "learning_rate": 0.0009967857346153551, + "loss": 4.523169994354248, + "mean_token_accuracy": 0.6105806231498718, + "num_tokens": 18335680.0, + "step": 1972 + }, + { + "entropy": 1.6136953433354695, + "epoch": 0.2530027783714469, + "learning_rate": 0.0009967811033307697, + "loss": 4.544398307800293, + "mean_token_accuracy": 0.623085637887319, + "num_tokens": 18345609.0, + "step": 1973 + }, + { + "entropy": 1.52583114306132, + "epoch": 0.2531310108997649, + "learning_rate": 0.0009967764687228596, + "loss": 4.229222297668457, + "mean_token_accuracy": 0.650432805220286, + "num_tokens": 18356297.0, + "step": 1974 + }, + { + "entropy": 1.3781859477361043, + "epoch": 0.2532592434280829, + "learning_rate": 0.000996771830791656, + "loss": 3.775448799133301, + "mean_token_accuracy": 0.6823268532752991, + "num_tokens": 18363978.0, + "step": 1975 + }, + { + "entropy": 1.5983097950617473, + "epoch": 0.25338747595640093, + "learning_rate": 0.00099676718953719, + "loss": 4.312288284301758, + "mean_token_accuracy": 0.6368494629859924, + "num_tokens": 18370668.0, + "step": 1976 + }, + { + "entropy": 1.6285757621129353, + "epoch": 0.25351570848471894, + "learning_rate": 0.0009967625449594925, + "loss": 4.654833793640137, + "mean_token_accuracy": 0.614870568116506, + "num_tokens": 18382524.0, + "step": 1977 + }, + { + "entropy": 1.6767677863438923, + "epoch": 0.253643941013037, + "learning_rate": 0.0009967578970585947, + "loss": 4.784862041473389, + "mean_token_accuracy": 0.6040269136428833, + "num_tokens": 18391124.0, + "step": 1978 + }, + { + "entropy": 1.556078354517619, + "epoch": 0.253772173541355, + "learning_rate": 0.0009967532458345274, + "loss": 4.439932823181152, + "mean_token_accuracy": 0.6413954893747965, + "num_tokens": 18399951.0, + "step": 1979 + }, + { + "entropy": 1.5156985521316528, + "epoch": 0.253900406069673, + "learning_rate": 0.000996748591287322, + "loss": 4.113862991333008, + "mean_token_accuracy": 0.6589322487513224, + "num_tokens": 18410059.0, + "step": 1980 + }, + { + "entropy": 1.6433726946512859, + "epoch": 0.254028638597991, + "learning_rate": 0.0009967439334170097, + "loss": 4.5480194091796875, + "mean_token_accuracy": 0.6268036564191183, + "num_tokens": 18419930.0, + "step": 1981 + }, + { + "entropy": 1.5976855357487996, + "epoch": 0.254156871126309, + "learning_rate": 0.0009967392722236214, + "loss": 4.489994049072266, + "mean_token_accuracy": 0.6239950259526571, + "num_tokens": 18431200.0, + "step": 1982 + }, + { + "entropy": 1.572245756785075, + "epoch": 0.25428510365462703, + "learning_rate": 0.0009967346077071884, + "loss": 4.366605758666992, + "mean_token_accuracy": 0.6370775898297628, + "num_tokens": 18441015.0, + "step": 1983 + }, + { + "entropy": 1.6296284198760986, + "epoch": 0.2544133361829451, + "learning_rate": 0.0009967299398677418, + "loss": 4.457492828369141, + "mean_token_accuracy": 0.6321783065795898, + "num_tokens": 18448529.0, + "step": 1984 + }, + { + "entropy": 1.5615781148274739, + "epoch": 0.2545415687112631, + "learning_rate": 0.0009967252687053132, + "loss": 4.393187999725342, + "mean_token_accuracy": 0.6261641383171082, + "num_tokens": 18457292.0, + "step": 1985 + }, + { + "entropy": 1.568015495936076, + "epoch": 0.2546698012395811, + "learning_rate": 0.0009967205942199334, + "loss": 4.344319820404053, + "mean_token_accuracy": 0.6499574581782023, + "num_tokens": 18465194.0, + "step": 1986 + }, + { + "entropy": 1.5849183400472004, + "epoch": 0.2547980337678991, + "learning_rate": 0.0009967159164116339, + "loss": 4.4692277908325195, + "mean_token_accuracy": 0.6280617117881775, + "num_tokens": 18473233.0, + "step": 1987 + }, + { + "entropy": 1.9224360783894856, + "epoch": 0.2549262662962171, + "learning_rate": 0.000996711235280446, + "loss": 5.723271369934082, + "mean_token_accuracy": 0.5480600992838541, + "num_tokens": 18480198.0, + "step": 1988 + }, + { + "entropy": 1.71612282594045, + "epoch": 0.2550544988245352, + "learning_rate": 0.000996706550826401, + "loss": 4.803175926208496, + "mean_token_accuracy": 0.6217999259630839, + "num_tokens": 18493192.0, + "step": 1989 + }, + { + "entropy": 1.6703297694524128, + "epoch": 0.2551827313528532, + "learning_rate": 0.0009967018630495299, + "loss": 4.816722869873047, + "mean_token_accuracy": 0.5941592653592428, + "num_tokens": 18501112.0, + "step": 1990 + }, + { + "entropy": 1.7852507432301838, + "epoch": 0.2553109638811712, + "learning_rate": 0.0009966971719498647, + "loss": 4.926297664642334, + "mean_token_accuracy": 0.5733765959739685, + "num_tokens": 18510174.0, + "step": 1991 + }, + { + "entropy": 1.3866099913914998, + "epoch": 0.2554391964094892, + "learning_rate": 0.0009966924775274362, + "loss": 3.715562343597412, + "mean_token_accuracy": 0.680242915948232, + "num_tokens": 18519877.0, + "step": 1992 + }, + { + "entropy": 1.5472429990768433, + "epoch": 0.2555674289378072, + "learning_rate": 0.0009966877797822763, + "loss": 4.346646308898926, + "mean_token_accuracy": 0.6273508667945862, + "num_tokens": 18531803.0, + "step": 1993 + }, + { + "entropy": 1.689354379971822, + "epoch": 0.25569566146612527, + "learning_rate": 0.000996683078714416, + "loss": 4.809587001800537, + "mean_token_accuracy": 0.5957696040471395, + "num_tokens": 18540862.0, + "step": 1994 + }, + { + "entropy": 1.7154241005579631, + "epoch": 0.2558238939944433, + "learning_rate": 0.000996678374323887, + "loss": 4.843179225921631, + "mean_token_accuracy": 0.6023671428362528, + "num_tokens": 18550127.0, + "step": 1995 + }, + { + "entropy": 1.8130017121632893, + "epoch": 0.2559521265227613, + "learning_rate": 0.0009966736666107206, + "loss": 5.222530841827393, + "mean_token_accuracy": 0.5740642547607422, + "num_tokens": 18560158.0, + "step": 1996 + }, + { + "entropy": 1.8359359502792358, + "epoch": 0.2560803590510793, + "learning_rate": 0.0009966689555749484, + "loss": 5.261321067810059, + "mean_token_accuracy": 0.5611446102460226, + "num_tokens": 18568982.0, + "step": 1997 + }, + { + "entropy": 1.618729591369629, + "epoch": 0.2562085915793973, + "learning_rate": 0.000996664241216602, + "loss": 4.5308990478515625, + "mean_token_accuracy": 0.6206619143486023, + "num_tokens": 18577674.0, + "step": 1998 + }, + { + "entropy": 1.547354817390442, + "epoch": 0.2563368241077153, + "learning_rate": 0.0009966595235357128, + "loss": 4.286986827850342, + "mean_token_accuracy": 0.6464846928914388, + "num_tokens": 18586478.0, + "step": 1999 + }, + { + "entropy": 1.4449946482976277, + "epoch": 0.25646505663603336, + "learning_rate": 0.0009966548025323123, + "loss": 3.9266929626464844, + "mean_token_accuracy": 0.6623061696688334, + "num_tokens": 18595635.0, + "step": 2000 + }, + { + "epoch": 0.25646505663603336, + "eval_cdm_f1": 0.21915700000000002, + "eval_entropy": 1.7477695122361183, + "eval_exact_match": 0.005, + "eval_loss": 1.660803198814392, + "eval_mean_token_accuracy": 0.5927555516362191, + "eval_norm_edit_similarity": 0.6063569374384749, + "eval_num_tokens": 18595635.0, + "eval_runtime": 40.4597, + "eval_samples_per_second": 4.943, + "eval_steps_per_second": 0.989, + "step": 2000 + }, + { + "entropy": 1.6281075477600098, + "epoch": 0.25659328916435137, + "learning_rate": 0.0009966500782064322, + "loss": 4.554460525512695, + "mean_token_accuracy": 0.6118715405464172, + "num_tokens": 18604636.0, + "step": 2001 + }, + { + "entropy": 1.6910824378331502, + "epoch": 0.2567215216926694, + "learning_rate": 0.0009966453505581042, + "loss": 4.781481742858887, + "mean_token_accuracy": 0.6037607391675314, + "num_tokens": 18613838.0, + "step": 2002 + }, + { + "entropy": 1.6035963296890259, + "epoch": 0.2568497542209874, + "learning_rate": 0.0009966406195873597, + "loss": 4.368413925170898, + "mean_token_accuracy": 0.6278274854024252, + "num_tokens": 18621313.0, + "step": 2003 + }, + { + "entropy": 1.4464876651763916, + "epoch": 0.2569779867493054, + "learning_rate": 0.0009966358852942306, + "loss": 4.200992107391357, + "mean_token_accuracy": 0.6581605672836304, + "num_tokens": 18629553.0, + "step": 2004 + }, + { + "entropy": 1.697475552558899, + "epoch": 0.25710621927762345, + "learning_rate": 0.0009966311476787483, + "loss": 4.751053333282471, + "mean_token_accuracy": 0.6149882276852926, + "num_tokens": 18637996.0, + "step": 2005 + }, + { + "entropy": 1.6293419202168782, + "epoch": 0.25723445180594146, + "learning_rate": 0.0009966264067409448, + "loss": 4.645175933837891, + "mean_token_accuracy": 0.6154437859853109, + "num_tokens": 18648485.0, + "step": 2006 + }, + { + "entropy": 1.7625494400660198, + "epoch": 0.25736268433425946, + "learning_rate": 0.0009966216624808515, + "loss": 5.173178195953369, + "mean_token_accuracy": 0.6045033931732178, + "num_tokens": 18657918.0, + "step": 2007 + }, + { + "entropy": 1.5458128452301025, + "epoch": 0.25749091686257747, + "learning_rate": 0.0009966169148985004, + "loss": 4.332749843597412, + "mean_token_accuracy": 0.6507943073908488, + "num_tokens": 18666158.0, + "step": 2008 + }, + { + "entropy": 1.6729731162389119, + "epoch": 0.2576191493908955, + "learning_rate": 0.000996612163993923, + "loss": 4.776947498321533, + "mean_token_accuracy": 0.5997117757797241, + "num_tokens": 18674156.0, + "step": 2009 + }, + { + "entropy": 1.5354401270548503, + "epoch": 0.2577473819192135, + "learning_rate": 0.0009966074097671512, + "loss": 4.244412899017334, + "mean_token_accuracy": 0.6534306406974792, + "num_tokens": 18683308.0, + "step": 2010 + }, + { + "entropy": 1.7384135723114014, + "epoch": 0.25787561444753154, + "learning_rate": 0.000996602652218217, + "loss": 4.858330249786377, + "mean_token_accuracy": 0.6089215477307638, + "num_tokens": 18691546.0, + "step": 2011 + }, + { + "entropy": 1.4434266090393066, + "epoch": 0.25800384697584955, + "learning_rate": 0.000996597891347152, + "loss": 4.138038158416748, + "mean_token_accuracy": 0.6406134764353434, + "num_tokens": 18702013.0, + "step": 2012 + }, + { + "entropy": 1.679127295811971, + "epoch": 0.25813207950416756, + "learning_rate": 0.000996593127153988, + "loss": 4.763964653015137, + "mean_token_accuracy": 0.6036558945973715, + "num_tokens": 18710512.0, + "step": 2013 + }, + { + "entropy": 1.411324381828308, + "epoch": 0.25826031203248556, + "learning_rate": 0.000996588359638757, + "loss": 3.896937370300293, + "mean_token_accuracy": 0.6559644341468811, + "num_tokens": 18719996.0, + "step": 2014 + }, + { + "entropy": 1.6043975750605266, + "epoch": 0.25838854456080357, + "learning_rate": 0.000996583588801491, + "loss": 4.428381443023682, + "mean_token_accuracy": 0.6409785946210226, + "num_tokens": 18728498.0, + "step": 2015 + }, + { + "entropy": 1.496598760286967, + "epoch": 0.25851677708912163, + "learning_rate": 0.0009965788146422217, + "loss": 4.172422409057617, + "mean_token_accuracy": 0.6400183439254761, + "num_tokens": 18736299.0, + "step": 2016 + }, + { + "entropy": 1.6240903933842976, + "epoch": 0.25864500961743964, + "learning_rate": 0.0009965740371609812, + "loss": 4.4752936363220215, + "mean_token_accuracy": 0.631220797697703, + "num_tokens": 18746578.0, + "step": 2017 + }, + { + "entropy": 1.5371944904327393, + "epoch": 0.25877324214575764, + "learning_rate": 0.0009965692563578012, + "loss": 4.321099281311035, + "mean_token_accuracy": 0.6287291646003723, + "num_tokens": 18758990.0, + "step": 2018 + }, + { + "entropy": 1.782233993212382, + "epoch": 0.25890147467407565, + "learning_rate": 0.000996564472232714, + "loss": 5.144196510314941, + "mean_token_accuracy": 0.5984740455945333, + "num_tokens": 18767243.0, + "step": 2019 + }, + { + "entropy": 1.585650364557902, + "epoch": 0.25902970720239366, + "learning_rate": 0.0009965596847857515, + "loss": 4.527822017669678, + "mean_token_accuracy": 0.6275723179181417, + "num_tokens": 18777969.0, + "step": 2020 + }, + { + "entropy": 1.6520065069198608, + "epoch": 0.2591579397307117, + "learning_rate": 0.0009965548940169455, + "loss": 4.595699787139893, + "mean_token_accuracy": 0.6180576682090759, + "num_tokens": 18787767.0, + "step": 2021 + }, + { + "entropy": 1.5177125533421834, + "epoch": 0.2592861722590297, + "learning_rate": 0.0009965500999263284, + "loss": 4.287113666534424, + "mean_token_accuracy": 0.647557258605957, + "num_tokens": 18797566.0, + "step": 2022 + }, + { + "entropy": 1.4981810251871746, + "epoch": 0.25941440478734773, + "learning_rate": 0.0009965453025139322, + "loss": 4.308612823486328, + "mean_token_accuracy": 0.6263625224431356, + "num_tokens": 18806666.0, + "step": 2023 + }, + { + "entropy": 1.497074007987976, + "epoch": 0.25954263731566574, + "learning_rate": 0.0009965405017797887, + "loss": 4.021114826202393, + "mean_token_accuracy": 0.6687734524408976, + "num_tokens": 18815332.0, + "step": 2024 + }, + { + "entropy": 1.935371955235799, + "epoch": 0.25967086984398374, + "learning_rate": 0.0009965356977239305, + "loss": 5.315217971801758, + "mean_token_accuracy": 0.5701412161191305, + "num_tokens": 18825256.0, + "step": 2025 + }, + { + "entropy": 1.521772066752116, + "epoch": 0.25979910237230175, + "learning_rate": 0.000996530890346389, + "loss": 4.309053421020508, + "mean_token_accuracy": 0.6369479497273763, + "num_tokens": 18835040.0, + "step": 2026 + }, + { + "entropy": 1.6220824321111043, + "epoch": 0.2599273349006198, + "learning_rate": 0.0009965260796471972, + "loss": 4.657706260681152, + "mean_token_accuracy": 0.6191347042719523, + "num_tokens": 18843445.0, + "step": 2027 + }, + { + "entropy": 1.7087892293930054, + "epoch": 0.2600555674289378, + "learning_rate": 0.000996521265626387, + "loss": 4.91380500793457, + "mean_token_accuracy": 0.6197095712025961, + "num_tokens": 18853805.0, + "step": 2028 + }, + { + "entropy": 1.6106105248133342, + "epoch": 0.2601837999572558, + "learning_rate": 0.0009965164482839902, + "loss": 4.475269794464111, + "mean_token_accuracy": 0.6199646393458048, + "num_tokens": 18862710.0, + "step": 2029 + }, + { + "entropy": 1.5451826651891072, + "epoch": 0.26031203248557383, + "learning_rate": 0.0009965116276200395, + "loss": 4.446069240570068, + "mean_token_accuracy": 0.6206376552581787, + "num_tokens": 18871760.0, + "step": 2030 + }, + { + "entropy": 1.74836532274882, + "epoch": 0.26044026501389184, + "learning_rate": 0.000996506803634567, + "loss": 5.1841139793396, + "mean_token_accuracy": 0.5881785154342651, + "num_tokens": 18881293.0, + "step": 2031 + }, + { + "entropy": 1.5109135309855144, + "epoch": 0.2605684975422099, + "learning_rate": 0.000996501976327605, + "loss": 4.246511936187744, + "mean_token_accuracy": 0.6501631140708923, + "num_tokens": 18889503.0, + "step": 2032 + }, + { + "entropy": 1.4993948936462402, + "epoch": 0.2606967300705279, + "learning_rate": 0.0009964971456991856, + "loss": 4.070586681365967, + "mean_token_accuracy": 0.6520093679428101, + "num_tokens": 18897604.0, + "step": 2033 + }, + { + "entropy": 1.8170319398244221, + "epoch": 0.2608249625988459, + "learning_rate": 0.0009964923117493413, + "loss": 5.286314964294434, + "mean_token_accuracy": 0.5603918035825094, + "num_tokens": 18907245.0, + "step": 2034 + }, + { + "entropy": 1.746663212776184, + "epoch": 0.2609531951271639, + "learning_rate": 0.0009964874744781045, + "loss": 4.986758232116699, + "mean_token_accuracy": 0.5992914438247681, + "num_tokens": 18915788.0, + "step": 2035 + }, + { + "entropy": 1.6392733653386433, + "epoch": 0.2610814276554819, + "learning_rate": 0.0009964826338855074, + "loss": 4.591404438018799, + "mean_token_accuracy": 0.6217663884162903, + "num_tokens": 18925629.0, + "step": 2036 + }, + { + "entropy": 1.7969165643056233, + "epoch": 0.26120966018379993, + "learning_rate": 0.0009964777899715825, + "loss": 4.999743938446045, + "mean_token_accuracy": 0.5961771607398987, + "num_tokens": 18934756.0, + "step": 2037 + }, + { + "entropy": 1.6556174755096436, + "epoch": 0.261337892712118, + "learning_rate": 0.000996472942736362, + "loss": 4.687204360961914, + "mean_token_accuracy": 0.6104184786478678, + "num_tokens": 18943507.0, + "step": 2038 + }, + { + "entropy": 1.4268316427866619, + "epoch": 0.261466125240436, + "learning_rate": 0.0009964680921798787, + "loss": 3.6961493492126465, + "mean_token_accuracy": 0.6900358200073242, + "num_tokens": 18952358.0, + "step": 2039 + }, + { + "entropy": 1.5822928349177043, + "epoch": 0.261594357768754, + "learning_rate": 0.0009964632383021646, + "loss": 4.3345561027526855, + "mean_token_accuracy": 0.629412571589152, + "num_tokens": 18959726.0, + "step": 2040 + }, + { + "entropy": 1.6946491400400798, + "epoch": 0.261722590297072, + "learning_rate": 0.0009964583811032527, + "loss": 4.940857887268066, + "mean_token_accuracy": 0.589852531750997, + "num_tokens": 18969263.0, + "step": 2041 + }, + { + "entropy": 1.4751083056132, + "epoch": 0.26185082282539, + "learning_rate": 0.0009964535205831749, + "loss": 4.020268440246582, + "mean_token_accuracy": 0.6605124076207479, + "num_tokens": 18978538.0, + "step": 2042 + }, + { + "entropy": 1.6629045406977336, + "epoch": 0.2619790553537081, + "learning_rate": 0.000996448656741964, + "loss": 4.857117652893066, + "mean_token_accuracy": 0.6167195638020834, + "num_tokens": 18987302.0, + "step": 2043 + }, + { + "entropy": 1.5436122417449951, + "epoch": 0.2621072878820261, + "learning_rate": 0.0009964437895796528, + "loss": 4.1881422996521, + "mean_token_accuracy": 0.6507841348648071, + "num_tokens": 18997567.0, + "step": 2044 + }, + { + "entropy": 1.6520976225535076, + "epoch": 0.2622355204103441, + "learning_rate": 0.0009964389190962736, + "loss": 4.593630790710449, + "mean_token_accuracy": 0.6171310544013977, + "num_tokens": 19006604.0, + "step": 2045 + }, + { + "entropy": 1.6903547843297322, + "epoch": 0.2623637529386621, + "learning_rate": 0.0009964340452918586, + "loss": 4.643004894256592, + "mean_token_accuracy": 0.6177152196566263, + "num_tokens": 19016137.0, + "step": 2046 + }, + { + "entropy": 1.6444952090581257, + "epoch": 0.2624919854669801, + "learning_rate": 0.0009964291681664411, + "loss": 4.595231056213379, + "mean_token_accuracy": 0.6318534016609192, + "num_tokens": 19024211.0, + "step": 2047 + }, + { + "entropy": 1.6921610434850056, + "epoch": 0.26262021799529817, + "learning_rate": 0.0009964242877200534, + "loss": 4.90609073638916, + "mean_token_accuracy": 0.6030157009760538, + "num_tokens": 19032261.0, + "step": 2048 + }, + { + "entropy": 1.5614650249481201, + "epoch": 0.2627484505236162, + "learning_rate": 0.0009964194039527282, + "loss": 4.384520053863525, + "mean_token_accuracy": 0.6348994970321655, + "num_tokens": 19041324.0, + "step": 2049 + }, + { + "entropy": 1.6275028785069783, + "epoch": 0.2628766830519342, + "learning_rate": 0.000996414516864498, + "loss": 4.577669620513916, + "mean_token_accuracy": 0.6228293577829996, + "num_tokens": 19051219.0, + "step": 2050 + }, + { + "entropy": 1.828320026397705, + "epoch": 0.2630049155802522, + "learning_rate": 0.0009964096264553958, + "loss": 4.998561859130859, + "mean_token_accuracy": 0.5933916370073954, + "num_tokens": 19061571.0, + "step": 2051 + }, + { + "entropy": 1.5506266752878826, + "epoch": 0.2631331481085702, + "learning_rate": 0.0009964047327254539, + "loss": 4.429194450378418, + "mean_token_accuracy": 0.6395550966262817, + "num_tokens": 19073902.0, + "step": 2052 + }, + { + "entropy": 1.6416984399159749, + "epoch": 0.2632613806368882, + "learning_rate": 0.0009963998356747055, + "loss": 4.580631256103516, + "mean_token_accuracy": 0.6261379718780518, + "num_tokens": 19083937.0, + "step": 2053 + }, + { + "entropy": 1.699534813563029, + "epoch": 0.26338961316520626, + "learning_rate": 0.000996394935303183, + "loss": 4.8257598876953125, + "mean_token_accuracy": 0.5833726723988851, + "num_tokens": 19095090.0, + "step": 2054 + }, + { + "entropy": 1.73923921585083, + "epoch": 0.26351784569352427, + "learning_rate": 0.0009963900316109194, + "loss": 4.998552322387695, + "mean_token_accuracy": 0.5932990312576294, + "num_tokens": 19103999.0, + "step": 2055 + }, + { + "entropy": 1.4853814442952473, + "epoch": 0.2636460782218423, + "learning_rate": 0.0009963851245979474, + "loss": 4.072734832763672, + "mean_token_accuracy": 0.6672181288401285, + "num_tokens": 19112545.0, + "step": 2056 + }, + { + "entropy": 1.6906489133834839, + "epoch": 0.2637743107501603, + "learning_rate": 0.0009963802142643001, + "loss": 4.759851455688477, + "mean_token_accuracy": 0.626638134320577, + "num_tokens": 19121235.0, + "step": 2057 + }, + { + "entropy": 1.7145132223765056, + "epoch": 0.2639025432784783, + "learning_rate": 0.0009963753006100098, + "loss": 4.787350654602051, + "mean_token_accuracy": 0.609604557355245, + "num_tokens": 19130874.0, + "step": 2058 + }, + { + "entropy": 1.7521676619847615, + "epoch": 0.26403077580679635, + "learning_rate": 0.00099637038363511, + "loss": 5.178549766540527, + "mean_token_accuracy": 0.5595831274986267, + "num_tokens": 19139925.0, + "step": 2059 + }, + { + "entropy": 1.573371132214864, + "epoch": 0.26415900833511435, + "learning_rate": 0.0009963654633396329, + "loss": 4.4191179275512695, + "mean_token_accuracy": 0.6276765068372091, + "num_tokens": 19149543.0, + "step": 2060 + }, + { + "entropy": 1.6480279366175334, + "epoch": 0.26428724086343236, + "learning_rate": 0.000996360539723612, + "loss": 4.723355293273926, + "mean_token_accuracy": 0.6123933990796407, + "num_tokens": 19158212.0, + "step": 2061 + }, + { + "entropy": 1.6740696032842, + "epoch": 0.26441547339175037, + "learning_rate": 0.00099635561278708, + "loss": 4.783707618713379, + "mean_token_accuracy": 0.614805281162262, + "num_tokens": 19167326.0, + "step": 2062 + }, + { + "entropy": 1.6645167271296184, + "epoch": 0.2645437059200684, + "learning_rate": 0.0009963506825300698, + "loss": 4.808969497680664, + "mean_token_accuracy": 0.6018470128377279, + "num_tokens": 19176175.0, + "step": 2063 + }, + { + "entropy": 1.7405396699905396, + "epoch": 0.26467193844838643, + "learning_rate": 0.0009963457489526144, + "loss": 4.848426818847656, + "mean_token_accuracy": 0.5995888710021973, + "num_tokens": 19186010.0, + "step": 2064 + }, + { + "entropy": 1.640238920847575, + "epoch": 0.26480017097670444, + "learning_rate": 0.000996340812054747, + "loss": 4.624045372009277, + "mean_token_accuracy": 0.6229249040285746, + "num_tokens": 19193625.0, + "step": 2065 + }, + { + "entropy": 1.6463001171747844, + "epoch": 0.26492840350502245, + "learning_rate": 0.0009963358718365004, + "loss": 4.697227478027344, + "mean_token_accuracy": 0.6109181443850199, + "num_tokens": 19205534.0, + "step": 2066 + }, + { + "entropy": 1.7190080881118774, + "epoch": 0.26505663603334045, + "learning_rate": 0.000996330928297908, + "loss": 4.832159996032715, + "mean_token_accuracy": 0.6026482184727987, + "num_tokens": 19213973.0, + "step": 2067 + }, + { + "entropy": 1.8340302308400471, + "epoch": 0.26518486856165846, + "learning_rate": 0.0009963259814390025, + "loss": 5.205020904541016, + "mean_token_accuracy": 0.5622017681598663, + "num_tokens": 19221542.0, + "step": 2068 + }, + { + "entropy": 1.4213635921478271, + "epoch": 0.26531310108997647, + "learning_rate": 0.000996321031259817, + "loss": 3.9930577278137207, + "mean_token_accuracy": 0.6667194962501526, + "num_tokens": 19230814.0, + "step": 2069 + }, + { + "entropy": 1.733431339263916, + "epoch": 0.26544133361829453, + "learning_rate": 0.0009963160777603848, + "loss": 4.860489845275879, + "mean_token_accuracy": 0.608395000298818, + "num_tokens": 19240816.0, + "step": 2070 + }, + { + "entropy": 1.7447363535563152, + "epoch": 0.26556956614661253, + "learning_rate": 0.000996311120940739, + "loss": 5.171694278717041, + "mean_token_accuracy": 0.586747964223226, + "num_tokens": 19251624.0, + "step": 2071 + }, + { + "entropy": 1.5333446264266968, + "epoch": 0.26569779867493054, + "learning_rate": 0.0009963061608009127, + "loss": 4.243629455566406, + "mean_token_accuracy": 0.6518688797950745, + "num_tokens": 19260061.0, + "step": 2072 + }, + { + "entropy": 1.6023199160893757, + "epoch": 0.26582603120324855, + "learning_rate": 0.0009963011973409392, + "loss": 4.521276473999023, + "mean_token_accuracy": 0.6302271684010824, + "num_tokens": 19270492.0, + "step": 2073 + }, + { + "entropy": 1.5934311946233113, + "epoch": 0.26595426373156655, + "learning_rate": 0.0009962962305608515, + "loss": 4.201832294464111, + "mean_token_accuracy": 0.6589944760004679, + "num_tokens": 19279755.0, + "step": 2074 + }, + { + "entropy": 1.7670823335647583, + "epoch": 0.2660824962598846, + "learning_rate": 0.0009962912604606828, + "loss": 5.056986331939697, + "mean_token_accuracy": 0.5665183067321777, + "num_tokens": 19289862.0, + "step": 2075 + }, + { + "entropy": 1.6780300935109456, + "epoch": 0.2662107287882026, + "learning_rate": 0.0009962862870404668, + "loss": 4.639582633972168, + "mean_token_accuracy": 0.6225392619768778, + "num_tokens": 19300441.0, + "step": 2076 + }, + { + "entropy": 1.7047008673350017, + "epoch": 0.26633896131652063, + "learning_rate": 0.0009962813103002361, + "loss": 4.671432018280029, + "mean_token_accuracy": 0.6131683588027954, + "num_tokens": 19308459.0, + "step": 2077 + }, + { + "entropy": 1.8205082416534424, + "epoch": 0.26646719384483863, + "learning_rate": 0.0009962763302400247, + "loss": 5.149423122406006, + "mean_token_accuracy": 0.5999369422594706, + "num_tokens": 19318606.0, + "step": 2078 + }, + { + "entropy": 1.717020591100057, + "epoch": 0.26659542637315664, + "learning_rate": 0.0009962713468598654, + "loss": 4.767706871032715, + "mean_token_accuracy": 0.6137183904647827, + "num_tokens": 19327085.0, + "step": 2079 + }, + { + "entropy": 1.4000822305679321, + "epoch": 0.26672365890147465, + "learning_rate": 0.0009962663601597917, + "loss": 3.9404706954956055, + "mean_token_accuracy": 0.6777626673380533, + "num_tokens": 19336168.0, + "step": 2080 + }, + { + "entropy": 1.6741697788238525, + "epoch": 0.2668518914297927, + "learning_rate": 0.000996261370139837, + "loss": 4.6392364501953125, + "mean_token_accuracy": 0.613767941792806, + "num_tokens": 19344992.0, + "step": 2081 + }, + { + "entropy": 1.7225238879521687, + "epoch": 0.2669801239581107, + "learning_rate": 0.0009962563768000346, + "loss": 4.956466197967529, + "mean_token_accuracy": 0.5921896894772848, + "num_tokens": 19354770.0, + "step": 2082 + }, + { + "entropy": 1.924696922302246, + "epoch": 0.2671083564864287, + "learning_rate": 0.000996251380140418, + "loss": 5.660004138946533, + "mean_token_accuracy": 0.5599088867505392, + "num_tokens": 19364608.0, + "step": 2083 + }, + { + "entropy": 1.4596772988637288, + "epoch": 0.26723658901474673, + "learning_rate": 0.0009962463801610204, + "loss": 4.049324989318848, + "mean_token_accuracy": 0.6591772437095642, + "num_tokens": 19375365.0, + "step": 2084 + }, + { + "entropy": 1.5035330851872761, + "epoch": 0.26736482154306473, + "learning_rate": 0.0009962413768618756, + "loss": 4.1006388664245605, + "mean_token_accuracy": 0.6589925686518351, + "num_tokens": 19383036.0, + "step": 2085 + }, + { + "entropy": 1.672403375307719, + "epoch": 0.2674930540713828, + "learning_rate": 0.000996236370243017, + "loss": 4.634970664978027, + "mean_token_accuracy": 0.6189551750818888, + "num_tokens": 19391932.0, + "step": 2086 + }, + { + "entropy": 1.6235868136088054, + "epoch": 0.2676212865997008, + "learning_rate": 0.0009962313603044776, + "loss": 4.457610607147217, + "mean_token_accuracy": 0.6317980885505676, + "num_tokens": 19401808.0, + "step": 2087 + }, + { + "entropy": 1.5871554613113403, + "epoch": 0.2677495191280188, + "learning_rate": 0.0009962263470462917, + "loss": 4.324166297912598, + "mean_token_accuracy": 0.6552389860153198, + "num_tokens": 19410268.0, + "step": 2088 + }, + { + "entropy": 1.6443818807601929, + "epoch": 0.2678777516563368, + "learning_rate": 0.0009962213304684922, + "loss": 4.542199611663818, + "mean_token_accuracy": 0.6177530487378439, + "num_tokens": 19420949.0, + "step": 2089 + }, + { + "entropy": 1.5280925035476685, + "epoch": 0.2680059841846548, + "learning_rate": 0.000996216310571113, + "loss": 4.358303070068359, + "mean_token_accuracy": 0.6344837347666422, + "num_tokens": 19429705.0, + "step": 2090 + }, + { + "entropy": 1.466744065284729, + "epoch": 0.2681342167129729, + "learning_rate": 0.0009962112873541876, + "loss": 4.003161907196045, + "mean_token_accuracy": 0.6512354811032613, + "num_tokens": 19438797.0, + "step": 2091 + }, + { + "entropy": 1.652013619740804, + "epoch": 0.2682624492412909, + "learning_rate": 0.0009962062608177495, + "loss": 4.659066677093506, + "mean_token_accuracy": 0.6262710690498352, + "num_tokens": 19445885.0, + "step": 2092 + }, + { + "entropy": 1.8068395058314006, + "epoch": 0.2683906817696089, + "learning_rate": 0.0009962012309618325, + "loss": 4.952319145202637, + "mean_token_accuracy": 0.5949682593345642, + "num_tokens": 19453928.0, + "step": 2093 + }, + { + "entropy": 1.8146592378616333, + "epoch": 0.2685189142979269, + "learning_rate": 0.0009961961977864701, + "loss": 5.24724817276001, + "mean_token_accuracy": 0.5740150809288025, + "num_tokens": 19463620.0, + "step": 2094 + }, + { + "entropy": 1.5511414607365925, + "epoch": 0.2686471468262449, + "learning_rate": 0.0009961911612916961, + "loss": 4.210983753204346, + "mean_token_accuracy": 0.6482956210772196, + "num_tokens": 19473583.0, + "step": 2095 + }, + { + "entropy": 1.73563814163208, + "epoch": 0.2687753793545629, + "learning_rate": 0.0009961861214775442, + "loss": 4.955930709838867, + "mean_token_accuracy": 0.5979439814885458, + "num_tokens": 19483396.0, + "step": 2096 + }, + { + "entropy": 1.9733344713846843, + "epoch": 0.268903611882881, + "learning_rate": 0.000996181078344048, + "loss": 5.612582683563232, + "mean_token_accuracy": 0.5561293959617615, + "num_tokens": 19492452.0, + "step": 2097 + }, + { + "entropy": 1.7527566353480022, + "epoch": 0.269031844411199, + "learning_rate": 0.000996176031891241, + "loss": 4.9441375732421875, + "mean_token_accuracy": 0.6006803115208944, + "num_tokens": 19503606.0, + "step": 2098 + }, + { + "entropy": 1.520930250485738, + "epoch": 0.269160076939517, + "learning_rate": 0.0009961709821191575, + "loss": 4.2868452072143555, + "mean_token_accuracy": 0.6423986554145813, + "num_tokens": 19513863.0, + "step": 2099 + }, + { + "entropy": 1.7935474316279094, + "epoch": 0.269288309467835, + "learning_rate": 0.000996165929027831, + "loss": 5.138822078704834, + "mean_token_accuracy": 0.5861461559931437, + "num_tokens": 19523493.0, + "step": 2100 + }, + { + "entropy": 1.4768011967341106, + "epoch": 0.269416541996153, + "learning_rate": 0.000996160872617295, + "loss": 4.177938461303711, + "mean_token_accuracy": 0.6469890475273132, + "num_tokens": 19533014.0, + "step": 2101 + }, + { + "entropy": 1.531902511914571, + "epoch": 0.26954477452447106, + "learning_rate": 0.0009961558128875842, + "loss": 4.125286102294922, + "mean_token_accuracy": 0.6310309966405233, + "num_tokens": 19541764.0, + "step": 2102 + }, + { + "entropy": 1.4776115417480469, + "epoch": 0.26967300705278907, + "learning_rate": 0.0009961507498387316, + "loss": 4.106184005737305, + "mean_token_accuracy": 0.6595356265703837, + "num_tokens": 19550747.0, + "step": 2103 + }, + { + "entropy": 1.5293171405792236, + "epoch": 0.2698012395811071, + "learning_rate": 0.0009961456834707712, + "loss": 4.107706069946289, + "mean_token_accuracy": 0.6625989874204, + "num_tokens": 19559068.0, + "step": 2104 + }, + { + "entropy": 1.5783007939656575, + "epoch": 0.2699294721094251, + "learning_rate": 0.0009961406137837373, + "loss": 4.458333492279053, + "mean_token_accuracy": 0.632358729839325, + "num_tokens": 19569065.0, + "step": 2105 + }, + { + "entropy": 1.7246507406234741, + "epoch": 0.2700577046377431, + "learning_rate": 0.0009961355407776635, + "loss": 4.682365417480469, + "mean_token_accuracy": 0.6059084534645081, + "num_tokens": 19578558.0, + "step": 2106 + }, + { + "entropy": 1.6224339008331299, + "epoch": 0.2701859371660611, + "learning_rate": 0.000996130464452584, + "loss": 4.463597297668457, + "mean_token_accuracy": 0.6324264605840048, + "num_tokens": 19589745.0, + "step": 2107 + }, + { + "entropy": 1.7398861249287922, + "epoch": 0.27031416969437916, + "learning_rate": 0.0009961253848085323, + "loss": 4.7118401527404785, + "mean_token_accuracy": 0.6163520018259684, + "num_tokens": 19600499.0, + "step": 2108 + }, + { + "entropy": 1.5815718173980713, + "epoch": 0.27044240222269716, + "learning_rate": 0.0009961203018455428, + "loss": 4.403016567230225, + "mean_token_accuracy": 0.6336785753568014, + "num_tokens": 19607324.0, + "step": 2109 + }, + { + "entropy": 1.7500033775965373, + "epoch": 0.27057063475101517, + "learning_rate": 0.0009961152155636493, + "loss": 4.973272323608398, + "mean_token_accuracy": 0.5942583481470743, + "num_tokens": 19617852.0, + "step": 2110 + }, + { + "entropy": 1.5922449032465618, + "epoch": 0.2706988672793332, + "learning_rate": 0.0009961101259628859, + "loss": 4.503016471862793, + "mean_token_accuracy": 0.6243168314297994, + "num_tokens": 19627744.0, + "step": 2111 + }, + { + "entropy": 1.628734866778056, + "epoch": 0.2708270998076512, + "learning_rate": 0.0009961050330432866, + "loss": 4.743452072143555, + "mean_token_accuracy": 0.61751788854599, + "num_tokens": 19636726.0, + "step": 2112 + }, + { + "entropy": 1.6984759171803792, + "epoch": 0.27095533233596925, + "learning_rate": 0.0009960999368048855, + "loss": 4.82408332824707, + "mean_token_accuracy": 0.6023216247558594, + "num_tokens": 19646981.0, + "step": 2113 + }, + { + "entropy": 1.7522131204605103, + "epoch": 0.27108356486428725, + "learning_rate": 0.0009960948372477166, + "loss": 5.047442436218262, + "mean_token_accuracy": 0.5943398078282675, + "num_tokens": 19657718.0, + "step": 2114 + }, + { + "entropy": 1.8565973043441772, + "epoch": 0.27121179739260526, + "learning_rate": 0.0009960897343718144, + "loss": 5.13961124420166, + "mean_token_accuracy": 0.5707018673419952, + "num_tokens": 19666758.0, + "step": 2115 + }, + { + "entropy": 1.725066860516866, + "epoch": 0.27134002992092326, + "learning_rate": 0.0009960846281772124, + "loss": 4.781826972961426, + "mean_token_accuracy": 0.6086685061454773, + "num_tokens": 19674438.0, + "step": 2116 + }, + { + "entropy": 1.5442607005437214, + "epoch": 0.27146826244924127, + "learning_rate": 0.0009960795186639453, + "loss": 4.316380500793457, + "mean_token_accuracy": 0.6353424787521362, + "num_tokens": 19682941.0, + "step": 2117 + }, + { + "entropy": 1.5857421159744263, + "epoch": 0.27159649497755933, + "learning_rate": 0.0009960744058320472, + "loss": 4.619952201843262, + "mean_token_accuracy": 0.6138669649759928, + "num_tokens": 19692416.0, + "step": 2118 + }, + { + "entropy": 1.2923967838287354, + "epoch": 0.27172472750587734, + "learning_rate": 0.000996069289681552, + "loss": 3.446539878845215, + "mean_token_accuracy": 0.6973374088605245, + "num_tokens": 19699775.0, + "step": 2119 + }, + { + "entropy": 1.670504093170166, + "epoch": 0.27185296003419535, + "learning_rate": 0.0009960641702124941, + "loss": 4.626372814178467, + "mean_token_accuracy": 0.6235426266988119, + "num_tokens": 19709924.0, + "step": 2120 + }, + { + "entropy": 1.7561378876368205, + "epoch": 0.27198119256251335, + "learning_rate": 0.0009960590474249078, + "loss": 4.862069129943848, + "mean_token_accuracy": 0.610315759976705, + "num_tokens": 19719651.0, + "step": 2121 + }, + { + "entropy": 1.6159666379292805, + "epoch": 0.27210942509083136, + "learning_rate": 0.0009960539213188274, + "loss": 4.616554260253906, + "mean_token_accuracy": 0.6193731427192688, + "num_tokens": 19730546.0, + "step": 2122 + }, + { + "entropy": 1.7197800079981487, + "epoch": 0.27223765761914936, + "learning_rate": 0.000996048791894287, + "loss": 4.834576606750488, + "mean_token_accuracy": 0.6130702495574951, + "num_tokens": 19740324.0, + "step": 2123 + }, + { + "entropy": 1.5899255673090618, + "epoch": 0.2723658901474674, + "learning_rate": 0.000996043659151321, + "loss": 4.317232608795166, + "mean_token_accuracy": 0.633334219455719, + "num_tokens": 19748313.0, + "step": 2124 + }, + { + "entropy": 1.52285897731781, + "epoch": 0.27249412267578543, + "learning_rate": 0.000996038523089964, + "loss": 4.309225082397461, + "mean_token_accuracy": 0.6320146123568217, + "num_tokens": 19757091.0, + "step": 2125 + }, + { + "entropy": 1.7284326155980427, + "epoch": 0.27262235520410344, + "learning_rate": 0.0009960333837102499, + "loss": 4.960059642791748, + "mean_token_accuracy": 0.6023439367612203, + "num_tokens": 19766334.0, + "step": 2126 + }, + { + "entropy": 1.6793875694274902, + "epoch": 0.27275058773242145, + "learning_rate": 0.0009960282410122136, + "loss": 4.724110126495361, + "mean_token_accuracy": 0.6058958967526754, + "num_tokens": 19774372.0, + "step": 2127 + }, + { + "entropy": 1.8032211462656658, + "epoch": 0.27287882026073945, + "learning_rate": 0.000996023094995889, + "loss": 5.019408702850342, + "mean_token_accuracy": 0.6022391120592753, + "num_tokens": 19784475.0, + "step": 2128 + }, + { + "entropy": 1.6668705542882283, + "epoch": 0.2730070527890575, + "learning_rate": 0.0009960179456613106, + "loss": 4.793835163116455, + "mean_token_accuracy": 0.593900223573049, + "num_tokens": 19794361.0, + "step": 2129 + }, + { + "entropy": 1.597041169802348, + "epoch": 0.2731352853173755, + "learning_rate": 0.0009960127930085131, + "loss": 4.583731651306152, + "mean_token_accuracy": 0.6029849648475647, + "num_tokens": 19803508.0, + "step": 2130 + }, + { + "entropy": 1.8441234429677327, + "epoch": 0.2732635178456935, + "learning_rate": 0.0009960076370375312, + "loss": 5.303926467895508, + "mean_token_accuracy": 0.5672803322474161, + "num_tokens": 19813112.0, + "step": 2131 + }, + { + "entropy": 1.7097063859303792, + "epoch": 0.27339175037401153, + "learning_rate": 0.0009960024777483987, + "loss": 4.793107986450195, + "mean_token_accuracy": 0.6184947292009989, + "num_tokens": 19822369.0, + "step": 2132 + }, + { + "entropy": 1.6398877302805583, + "epoch": 0.27351998290232954, + "learning_rate": 0.0009959973151411506, + "loss": 4.7206244468688965, + "mean_token_accuracy": 0.5831742286682129, + "num_tokens": 19833446.0, + "step": 2133 + }, + { + "entropy": 1.6918238004048665, + "epoch": 0.2736482154306476, + "learning_rate": 0.0009959921492158214, + "loss": 4.761502742767334, + "mean_token_accuracy": 0.6059359709421793, + "num_tokens": 19841109.0, + "step": 2134 + }, + { + "entropy": 1.4640543063481648, + "epoch": 0.2737764479589656, + "learning_rate": 0.0009959869799724453, + "loss": 4.221587181091309, + "mean_token_accuracy": 0.6510456403096517, + "num_tokens": 19850102.0, + "step": 2135 + }, + { + "entropy": 1.5407723188400269, + "epoch": 0.2739046804872836, + "learning_rate": 0.0009959818074110572, + "loss": 4.208123207092285, + "mean_token_accuracy": 0.6463506023089091, + "num_tokens": 19858935.0, + "step": 2136 + }, + { + "entropy": 1.7797011137008667, + "epoch": 0.2740329130156016, + "learning_rate": 0.0009959766315316917, + "loss": 4.917732238769531, + "mean_token_accuracy": 0.6025415261586508, + "num_tokens": 19866280.0, + "step": 2137 + }, + { + "entropy": 1.7445727984110515, + "epoch": 0.2741611455439196, + "learning_rate": 0.0009959714523343835, + "loss": 5.032400131225586, + "mean_token_accuracy": 0.5830308794975281, + "num_tokens": 19874486.0, + "step": 2138 + }, + { + "entropy": 1.579261024792989, + "epoch": 0.27428937807223763, + "learning_rate": 0.000995966269819167, + "loss": 4.2808427810668945, + "mean_token_accuracy": 0.6448908050855001, + "num_tokens": 19882500.0, + "step": 2139 + }, + { + "entropy": 1.7149291038513184, + "epoch": 0.2744176106005557, + "learning_rate": 0.000995961083986077, + "loss": 4.785201072692871, + "mean_token_accuracy": 0.600628137588501, + "num_tokens": 19891725.0, + "step": 2140 + }, + { + "entropy": 1.731629212697347, + "epoch": 0.2745458431288737, + "learning_rate": 0.0009959558948351482, + "loss": 4.792056083679199, + "mean_token_accuracy": 0.5923986037572225, + "num_tokens": 19899347.0, + "step": 2141 + }, + { + "entropy": 1.581010341644287, + "epoch": 0.2746740756571917, + "learning_rate": 0.0009959507023664155, + "loss": 4.413437366485596, + "mean_token_accuracy": 0.6298412879308065, + "num_tokens": 19908002.0, + "step": 2142 + }, + { + "entropy": 1.6008610328038533, + "epoch": 0.2748023081855097, + "learning_rate": 0.000995945506579913, + "loss": 4.34320068359375, + "mean_token_accuracy": 0.6399114926656088, + "num_tokens": 19917427.0, + "step": 2143 + }, + { + "entropy": 1.6247037251790364, + "epoch": 0.2749305407138277, + "learning_rate": 0.0009959403074756763, + "loss": 4.603822708129883, + "mean_token_accuracy": 0.6158359249432882, + "num_tokens": 19925710.0, + "step": 2144 + }, + { + "entropy": 1.6587092876434326, + "epoch": 0.2750587732421458, + "learning_rate": 0.0009959351050537395, + "loss": 4.717045783996582, + "mean_token_accuracy": 0.621812125047048, + "num_tokens": 19935684.0, + "step": 2145 + }, + { + "entropy": 1.556585431098938, + "epoch": 0.2751870057704638, + "learning_rate": 0.0009959298993141377, + "loss": 4.416439056396484, + "mean_token_accuracy": 0.6223945021629333, + "num_tokens": 19945269.0, + "step": 2146 + }, + { + "entropy": 1.8209155003229778, + "epoch": 0.2753152382987818, + "learning_rate": 0.0009959246902569057, + "loss": 5.271280765533447, + "mean_token_accuracy": 0.5662702918052673, + "num_tokens": 19955599.0, + "step": 2147 + }, + { + "entropy": 1.5597811142603557, + "epoch": 0.2754434708270998, + "learning_rate": 0.0009959194778820786, + "loss": 4.288339614868164, + "mean_token_accuracy": 0.6392032702763876, + "num_tokens": 19966697.0, + "step": 2148 + }, + { + "entropy": 1.789769172668457, + "epoch": 0.2755717033554178, + "learning_rate": 0.0009959142621896908, + "loss": 4.961450576782227, + "mean_token_accuracy": 0.5947920481363932, + "num_tokens": 19976961.0, + "step": 2149 + }, + { + "entropy": 1.657287836074829, + "epoch": 0.2756999358837358, + "learning_rate": 0.0009959090431797774, + "loss": 4.7119622230529785, + "mean_token_accuracy": 0.6065712173779806, + "num_tokens": 19985486.0, + "step": 2150 + }, + { + "entropy": 1.7667486667633057, + "epoch": 0.2758281684120539, + "learning_rate": 0.0009959038208523733, + "loss": 4.8492045402526855, + "mean_token_accuracy": 0.6080071330070496, + "num_tokens": 19993576.0, + "step": 2151 + }, + { + "entropy": 1.8422513008117676, + "epoch": 0.2759564009403719, + "learning_rate": 0.0009958985952075135, + "loss": 5.0270233154296875, + "mean_token_accuracy": 0.5919284224510193, + "num_tokens": 20002059.0, + "step": 2152 + }, + { + "entropy": 1.4264336824417114, + "epoch": 0.2760846334686899, + "learning_rate": 0.0009958933662452328, + "loss": 4.0119853019714355, + "mean_token_accuracy": 0.656557023525238, + "num_tokens": 20012400.0, + "step": 2153 + }, + { + "entropy": 1.7959349552790325, + "epoch": 0.2762128659970079, + "learning_rate": 0.0009958881339655664, + "loss": 4.916718482971191, + "mean_token_accuracy": 0.6082208355267843, + "num_tokens": 20022279.0, + "step": 2154 + }, + { + "entropy": 1.805993954340617, + "epoch": 0.2763410985253259, + "learning_rate": 0.0009958828983685493, + "loss": 5.05734395980835, + "mean_token_accuracy": 0.6007147630055746, + "num_tokens": 20033599.0, + "step": 2155 + }, + { + "entropy": 1.6548999547958374, + "epoch": 0.27646933105364396, + "learning_rate": 0.0009958776594542163, + "loss": 4.699673175811768, + "mean_token_accuracy": 0.6164031227429708, + "num_tokens": 20042457.0, + "step": 2156 + }, + { + "entropy": 1.735093593597412, + "epoch": 0.27659756358196197, + "learning_rate": 0.0009958724172226027, + "loss": 4.91357421875, + "mean_token_accuracy": 0.5998880465825399, + "num_tokens": 20053456.0, + "step": 2157 + }, + { + "entropy": 1.8267775376637776, + "epoch": 0.27672579611028, + "learning_rate": 0.0009958671716737433, + "loss": 5.2485880851745605, + "mean_token_accuracy": 0.5775808493296305, + "num_tokens": 20062727.0, + "step": 2158 + }, + { + "entropy": 1.7086974779764812, + "epoch": 0.276854028638598, + "learning_rate": 0.0009958619228076734, + "loss": 4.745527744293213, + "mean_token_accuracy": 0.6158247987429301, + "num_tokens": 20071058.0, + "step": 2159 + }, + { + "entropy": 1.6230213642120361, + "epoch": 0.276982261166916, + "learning_rate": 0.000995856670624428, + "loss": 4.3119354248046875, + "mean_token_accuracy": 0.6385061542193095, + "num_tokens": 20079636.0, + "step": 2160 + }, + { + "entropy": 1.6460765997568767, + "epoch": 0.27711049369523405, + "learning_rate": 0.0009958514151240424, + "loss": 4.691601753234863, + "mean_token_accuracy": 0.6111276745796204, + "num_tokens": 20090137.0, + "step": 2161 + }, + { + "entropy": 1.6822515726089478, + "epoch": 0.27723872622355206, + "learning_rate": 0.0009958461563065516, + "loss": 4.68544864654541, + "mean_token_accuracy": 0.6338338653246561, + "num_tokens": 20099010.0, + "step": 2162 + }, + { + "entropy": 1.6017566521962483, + "epoch": 0.27736695875187006, + "learning_rate": 0.0009958408941719906, + "loss": 4.454326629638672, + "mean_token_accuracy": 0.6304324070612589, + "num_tokens": 20108053.0, + "step": 2163 + }, + { + "entropy": 1.4808154900868733, + "epoch": 0.27749519128018807, + "learning_rate": 0.000995835628720395, + "loss": 4.213708400726318, + "mean_token_accuracy": 0.629705548286438, + "num_tokens": 20115992.0, + "step": 2164 + }, + { + "entropy": 1.7585508823394775, + "epoch": 0.2776234238085061, + "learning_rate": 0.0009958303599517998, + "loss": 4.750023365020752, + "mean_token_accuracy": 0.6136402686436971, + "num_tokens": 20124269.0, + "step": 2165 + }, + { + "entropy": 1.631306529045105, + "epoch": 0.2777516563368241, + "learning_rate": 0.0009958250878662404, + "loss": 4.734352111816406, + "mean_token_accuracy": 0.6170249183972677, + "num_tokens": 20132827.0, + "step": 2166 + }, + { + "entropy": 1.6436316967010498, + "epoch": 0.27787988886514214, + "learning_rate": 0.0009958198124637519, + "loss": 4.694680213928223, + "mean_token_accuracy": 0.6177450815836588, + "num_tokens": 20141441.0, + "step": 2167 + }, + { + "entropy": 1.548098047574361, + "epoch": 0.27800812139346015, + "learning_rate": 0.0009958145337443695, + "loss": 4.276639938354492, + "mean_token_accuracy": 0.6410336891810099, + "num_tokens": 20151586.0, + "step": 2168 + }, + { + "entropy": 1.5351266860961914, + "epoch": 0.27813635392177816, + "learning_rate": 0.000995809251708129, + "loss": 4.333564281463623, + "mean_token_accuracy": 0.6272874275843302, + "num_tokens": 20161125.0, + "step": 2169 + }, + { + "entropy": 1.839069128036499, + "epoch": 0.27826458645009616, + "learning_rate": 0.000995803966355065, + "loss": 5.1041460037231445, + "mean_token_accuracy": 0.5938525199890137, + "num_tokens": 20172098.0, + "step": 2170 + }, + { + "entropy": 1.7458559274673462, + "epoch": 0.27839281897841417, + "learning_rate": 0.0009957986776852135, + "loss": 4.9213786125183105, + "mean_token_accuracy": 0.605972409248352, + "num_tokens": 20184260.0, + "step": 2171 + }, + { + "entropy": 1.7357945839564006, + "epoch": 0.27852105150673223, + "learning_rate": 0.0009957933856986096, + "loss": 4.985378265380859, + "mean_token_accuracy": 0.6024042367935181, + "num_tokens": 20195693.0, + "step": 2172 + }, + { + "entropy": 1.4282459417978923, + "epoch": 0.27864928403505024, + "learning_rate": 0.0009957880903952887, + "loss": 4.110648155212402, + "mean_token_accuracy": 0.653051495552063, + "num_tokens": 20205154.0, + "step": 2173 + }, + { + "entropy": 1.807239333788554, + "epoch": 0.27877751656336824, + "learning_rate": 0.0009957827917752864, + "loss": 5.108513355255127, + "mean_token_accuracy": 0.5927889744440714, + "num_tokens": 20214908.0, + "step": 2174 + }, + { + "entropy": 1.4925510485967, + "epoch": 0.27890574909168625, + "learning_rate": 0.0009957774898386377, + "loss": 4.170384883880615, + "mean_token_accuracy": 0.6414205034573873, + "num_tokens": 20224634.0, + "step": 2175 + }, + { + "entropy": 1.6282645066579182, + "epoch": 0.27903398162000426, + "learning_rate": 0.0009957721845853787, + "loss": 4.651801586151123, + "mean_token_accuracy": 0.6234459280967712, + "num_tokens": 20231396.0, + "step": 2176 + }, + { + "entropy": 1.6523160537083943, + "epoch": 0.2791622141483223, + "learning_rate": 0.0009957668760155445, + "loss": 4.608075141906738, + "mean_token_accuracy": 0.622115433216095, + "num_tokens": 20240654.0, + "step": 2177 + }, + { + "entropy": 1.7334165175755818, + "epoch": 0.2792904466766403, + "learning_rate": 0.0009957615641291706, + "loss": 5.001952648162842, + "mean_token_accuracy": 0.590204099814097, + "num_tokens": 20249177.0, + "step": 2178 + }, + { + "entropy": 1.7816888491312664, + "epoch": 0.27941867920495833, + "learning_rate": 0.0009957562489262928, + "loss": 5.056282043457031, + "mean_token_accuracy": 0.5825897852579752, + "num_tokens": 20258788.0, + "step": 2179 + }, + { + "entropy": 1.7878361940383911, + "epoch": 0.27954691173327634, + "learning_rate": 0.0009957509304069463, + "loss": 4.993517875671387, + "mean_token_accuracy": 0.6011356711387634, + "num_tokens": 20268379.0, + "step": 2180 + }, + { + "entropy": 1.6317001581192017, + "epoch": 0.27967514426159434, + "learning_rate": 0.000995745608571167, + "loss": 4.553997039794922, + "mean_token_accuracy": 0.6279343763987223, + "num_tokens": 20277621.0, + "step": 2181 + }, + { + "entropy": 1.6373085180918376, + "epoch": 0.27980337678991235, + "learning_rate": 0.00099574028341899, + "loss": 4.608815670013428, + "mean_token_accuracy": 0.6221149762471517, + "num_tokens": 20286198.0, + "step": 2182 + }, + { + "entropy": 1.585486928621928, + "epoch": 0.2799316093182304, + "learning_rate": 0.0009957349549504517, + "loss": 4.569156646728516, + "mean_token_accuracy": 0.6264563798904419, + "num_tokens": 20296301.0, + "step": 2183 + }, + { + "entropy": 1.6914551655451457, + "epoch": 0.2800598418465484, + "learning_rate": 0.0009957296231655872, + "loss": 4.798517227172852, + "mean_token_accuracy": 0.6120681166648865, + "num_tokens": 20307170.0, + "step": 2184 + }, + { + "entropy": 1.5909459193547566, + "epoch": 0.2801880743748664, + "learning_rate": 0.000995724288064432, + "loss": 4.503077507019043, + "mean_token_accuracy": 0.62991331020991, + "num_tokens": 20317014.0, + "step": 2185 + }, + { + "entropy": 1.6266236702601116, + "epoch": 0.28031630690318443, + "learning_rate": 0.0009957189496470225, + "loss": 4.60131311416626, + "mean_token_accuracy": 0.6212657690048218, + "num_tokens": 20325165.0, + "step": 2186 + }, + { + "entropy": 1.8770197629928589, + "epoch": 0.28044453943150244, + "learning_rate": 0.000995713607913394, + "loss": 5.375566482543945, + "mean_token_accuracy": 0.5445965925852457, + "num_tokens": 20332473.0, + "step": 2187 + }, + { + "entropy": 1.7175037066141765, + "epoch": 0.2805727719598205, + "learning_rate": 0.000995708262863582, + "loss": 4.705248832702637, + "mean_token_accuracy": 0.6006471117337545, + "num_tokens": 20341930.0, + "step": 2188 + }, + { + "entropy": 1.6643701394399006, + "epoch": 0.2807010044881385, + "learning_rate": 0.0009957029144976224, + "loss": 4.666754722595215, + "mean_token_accuracy": 0.6164874037106832, + "num_tokens": 20352530.0, + "step": 2189 + }, + { + "entropy": 1.5773033301035564, + "epoch": 0.2808292370164565, + "learning_rate": 0.0009956975628155514, + "loss": 4.364696025848389, + "mean_token_accuracy": 0.6230064829190572, + "num_tokens": 20361860.0, + "step": 2190 + }, + { + "entropy": 1.7984651724497478, + "epoch": 0.2809574695447745, + "learning_rate": 0.0009956922078174042, + "loss": 5.2039055824279785, + "mean_token_accuracy": 0.5762783090273539, + "num_tokens": 20369795.0, + "step": 2191 + }, + { + "entropy": 1.754195253054301, + "epoch": 0.2810857020730925, + "learning_rate": 0.000995686849503217, + "loss": 4.87740421295166, + "mean_token_accuracy": 0.596822202205658, + "num_tokens": 20382093.0, + "step": 2192 + }, + { + "entropy": 1.6342614094416301, + "epoch": 0.28121393460141053, + "learning_rate": 0.0009956814878730256, + "loss": 4.6047210693359375, + "mean_token_accuracy": 0.6139270861943563, + "num_tokens": 20390902.0, + "step": 2193 + }, + { + "entropy": 1.7766507863998413, + "epoch": 0.2813421671297286, + "learning_rate": 0.0009956761229268658, + "loss": 5.159256935119629, + "mean_token_accuracy": 0.5642186204592387, + "num_tokens": 20398531.0, + "step": 2194 + }, + { + "entropy": 1.6549046039581299, + "epoch": 0.2814703996580466, + "learning_rate": 0.0009956707546647733, + "loss": 4.681252956390381, + "mean_token_accuracy": 0.6186526417732239, + "num_tokens": 20406042.0, + "step": 2195 + }, + { + "entropy": 1.571175217628479, + "epoch": 0.2815986321863646, + "learning_rate": 0.0009956653830867845, + "loss": 4.277582168579102, + "mean_token_accuracy": 0.645145833492279, + "num_tokens": 20413839.0, + "step": 2196 + }, + { + "entropy": 1.6748252312342327, + "epoch": 0.2817268647146826, + "learning_rate": 0.0009956600081929348, + "loss": 4.624500274658203, + "mean_token_accuracy": 0.6051589846611023, + "num_tokens": 20422653.0, + "step": 2197 + }, + { + "entropy": 1.8481495380401611, + "epoch": 0.2818550972430006, + "learning_rate": 0.0009956546299832606, + "loss": 5.223757266998291, + "mean_token_accuracy": 0.5815922220547994, + "num_tokens": 20430913.0, + "step": 2198 + }, + { + "entropy": 1.609115997950236, + "epoch": 0.2819833297713187, + "learning_rate": 0.0009956492484577974, + "loss": 4.5819244384765625, + "mean_token_accuracy": 0.6318064332008362, + "num_tokens": 20439776.0, + "step": 2199 + }, + { + "entropy": 1.6983702580134075, + "epoch": 0.2821115622996367, + "learning_rate": 0.0009956438636165817, + "loss": 4.912067413330078, + "mean_token_accuracy": 0.5921001235644022, + "num_tokens": 20447413.0, + "step": 2200 + }, + { + "entropy": 1.707360823949178, + "epoch": 0.2822397948279547, + "learning_rate": 0.0009956384754596494, + "loss": 4.7561821937561035, + "mean_token_accuracy": 0.62314905722936, + "num_tokens": 20455207.0, + "step": 2201 + }, + { + "entropy": 1.8717432419459026, + "epoch": 0.2823680273562727, + "learning_rate": 0.0009956330839870362, + "loss": 5.381158828735352, + "mean_token_accuracy": 0.5767071843147278, + "num_tokens": 20463921.0, + "step": 2202 + }, + { + "entropy": 1.5184263388315837, + "epoch": 0.2824962598845907, + "learning_rate": 0.0009956276891987786, + "loss": 4.345460414886475, + "mean_token_accuracy": 0.6381838917732239, + "num_tokens": 20472709.0, + "step": 2203 + }, + { + "entropy": 1.6334826151529949, + "epoch": 0.28262449241290877, + "learning_rate": 0.0009956222910949125, + "loss": 4.5788397789001465, + "mean_token_accuracy": 0.6254128416379293, + "num_tokens": 20481339.0, + "step": 2204 + }, + { + "entropy": 1.7711177269617717, + "epoch": 0.2827527249412268, + "learning_rate": 0.0009956168896754739, + "loss": 5.024481296539307, + "mean_token_accuracy": 0.5968877871831259, + "num_tokens": 20490219.0, + "step": 2205 + }, + { + "entropy": 1.699540336926778, + "epoch": 0.2828809574695448, + "learning_rate": 0.0009956114849404992, + "loss": 4.8824286460876465, + "mean_token_accuracy": 0.6080902616182963, + "num_tokens": 20497523.0, + "step": 2206 + }, + { + "entropy": 1.5211265881856282, + "epoch": 0.2830091899978628, + "learning_rate": 0.0009956060768900243, + "loss": 4.1718854904174805, + "mean_token_accuracy": 0.6541314125061035, + "num_tokens": 20505862.0, + "step": 2207 + }, + { + "entropy": 1.5801382859547932, + "epoch": 0.2831374225261808, + "learning_rate": 0.0009956006655240854, + "loss": 4.428674697875977, + "mean_token_accuracy": 0.637316624323527, + "num_tokens": 20515818.0, + "step": 2208 + }, + { + "entropy": 1.5582325458526611, + "epoch": 0.2832656550544988, + "learning_rate": 0.000995595250842719, + "loss": 4.26618766784668, + "mean_token_accuracy": 0.6453969279925028, + "num_tokens": 20524542.0, + "step": 2209 + }, + { + "entropy": 1.7891627947489421, + "epoch": 0.28339388758281686, + "learning_rate": 0.0009955898328459609, + "loss": 5.219738006591797, + "mean_token_accuracy": 0.5678377151489258, + "num_tokens": 20535067.0, + "step": 2210 + }, + { + "entropy": 1.803856094678243, + "epoch": 0.28352212011113487, + "learning_rate": 0.0009955844115338477, + "loss": 5.150002956390381, + "mean_token_accuracy": 0.5574343999226888, + "num_tokens": 20543666.0, + "step": 2211 + }, + { + "entropy": 1.7324163516362507, + "epoch": 0.2836503526394529, + "learning_rate": 0.0009955789869064155, + "loss": 4.824373245239258, + "mean_token_accuracy": 0.6020825107892355, + "num_tokens": 20551237.0, + "step": 2212 + }, + { + "entropy": 1.537799874941508, + "epoch": 0.2837785851677709, + "learning_rate": 0.0009955735589637007, + "loss": 4.3006205558776855, + "mean_token_accuracy": 0.6398259798685709, + "num_tokens": 20561363.0, + "step": 2213 + }, + { + "entropy": 1.6661088466644287, + "epoch": 0.2839068176960889, + "learning_rate": 0.0009955681277057393, + "loss": 4.755825042724609, + "mean_token_accuracy": 0.6095870931943258, + "num_tokens": 20571393.0, + "step": 2214 + }, + { + "entropy": 1.7919844388961792, + "epoch": 0.28403505022440695, + "learning_rate": 0.000995562693132568, + "loss": 4.993147850036621, + "mean_token_accuracy": 0.6006794969240824, + "num_tokens": 20580867.0, + "step": 2215 + }, + { + "entropy": 1.6601666609446208, + "epoch": 0.28416328275272495, + "learning_rate": 0.000995557255244223, + "loss": 4.745369911193848, + "mean_token_accuracy": 0.6224431991577148, + "num_tokens": 20587570.0, + "step": 2216 + }, + { + "entropy": 1.7280919551849365, + "epoch": 0.28429151528104296, + "learning_rate": 0.0009955518140407407, + "loss": 4.974674701690674, + "mean_token_accuracy": 0.6029139359792074, + "num_tokens": 20595290.0, + "step": 2217 + }, + { + "entropy": 1.8036113580067952, + "epoch": 0.28441974780936097, + "learning_rate": 0.0009955463695221576, + "loss": 5.0312275886535645, + "mean_token_accuracy": 0.5928992629051208, + "num_tokens": 20603672.0, + "step": 2218 + }, + { + "entropy": 1.9421265522638957, + "epoch": 0.284547980337679, + "learning_rate": 0.0009955409216885099, + "loss": 5.5909199714660645, + "mean_token_accuracy": 0.562230130036672, + "num_tokens": 20613695.0, + "step": 2219 + }, + { + "entropy": 1.7335140705108643, + "epoch": 0.284676212865997, + "learning_rate": 0.0009955354705398342, + "loss": 4.855515480041504, + "mean_token_accuracy": 0.592383623123169, + "num_tokens": 20620345.0, + "step": 2220 + }, + { + "entropy": 1.5624539852142334, + "epoch": 0.28480444539431504, + "learning_rate": 0.0009955300160761668, + "loss": 4.1985063552856445, + "mean_token_accuracy": 0.6459692120552063, + "num_tokens": 20628965.0, + "step": 2221 + }, + { + "entropy": 1.7091336647669475, + "epoch": 0.28493267792263305, + "learning_rate": 0.0009955245582975445, + "loss": 4.8620805740356445, + "mean_token_accuracy": 0.5970273613929749, + "num_tokens": 20641033.0, + "step": 2222 + }, + { + "entropy": 1.7470371723175049, + "epoch": 0.28506091045095105, + "learning_rate": 0.0009955190972040036, + "loss": 4.808829307556152, + "mean_token_accuracy": 0.6158191164334615, + "num_tokens": 20650017.0, + "step": 2223 + }, + { + "entropy": 1.6367953221003215, + "epoch": 0.28518914297926906, + "learning_rate": 0.0009955136327955804, + "loss": 4.533933162689209, + "mean_token_accuracy": 0.6260101000467936, + "num_tokens": 20658530.0, + "step": 2224 + }, + { + "entropy": 1.535093625386556, + "epoch": 0.28531737550758707, + "learning_rate": 0.000995508165072312, + "loss": 4.119836330413818, + "mean_token_accuracy": 0.6542166471481323, + "num_tokens": 20666442.0, + "step": 2225 + }, + { + "entropy": 1.6163270076115925, + "epoch": 0.28544560803590513, + "learning_rate": 0.0009955026940342345, + "loss": 4.549780368804932, + "mean_token_accuracy": 0.6251317660013834, + "num_tokens": 20674342.0, + "step": 2226 + }, + { + "entropy": 1.7262458006540935, + "epoch": 0.28557384056422314, + "learning_rate": 0.0009954972196813848, + "loss": 4.9261932373046875, + "mean_token_accuracy": 0.5955552260080973, + "num_tokens": 20685314.0, + "step": 2227 + }, + { + "entropy": 1.7012000878651936, + "epoch": 0.28570207309254114, + "learning_rate": 0.0009954917420137994, + "loss": 4.645716667175293, + "mean_token_accuracy": 0.6116090218226115, + "num_tokens": 20696691.0, + "step": 2228 + }, + { + "entropy": 1.7593030134836833, + "epoch": 0.28583030562085915, + "learning_rate": 0.000995486261031515, + "loss": 4.903764724731445, + "mean_token_accuracy": 0.5976996421813965, + "num_tokens": 20703891.0, + "step": 2229 + }, + { + "entropy": 1.6323623657226562, + "epoch": 0.28595853814917715, + "learning_rate": 0.0009954807767345684, + "loss": 4.51618766784668, + "mean_token_accuracy": 0.6232347885767618, + "num_tokens": 20713068.0, + "step": 2230 + }, + { + "entropy": 1.5177507400512695, + "epoch": 0.2860867706774952, + "learning_rate": 0.0009954752891229957, + "loss": 4.244920253753662, + "mean_token_accuracy": 0.6521495978037516, + "num_tokens": 20722137.0, + "step": 2231 + }, + { + "entropy": 1.6284406185150146, + "epoch": 0.2862150032058132, + "learning_rate": 0.0009954697981968343, + "loss": 4.516944885253906, + "mean_token_accuracy": 0.6169085303942362, + "num_tokens": 20731758.0, + "step": 2232 + }, + { + "entropy": 1.647386908531189, + "epoch": 0.28634323573413123, + "learning_rate": 0.0009954643039561206, + "loss": 4.505188465118408, + "mean_token_accuracy": 0.6251998146375021, + "num_tokens": 20739289.0, + "step": 2233 + }, + { + "entropy": 1.6578715244928997, + "epoch": 0.28647146826244924, + "learning_rate": 0.0009954588064008914, + "loss": 4.892714500427246, + "mean_token_accuracy": 0.6034777561823527, + "num_tokens": 20748097.0, + "step": 2234 + }, + { + "entropy": 1.6137806177139282, + "epoch": 0.28659970079076724, + "learning_rate": 0.0009954533055311833, + "loss": 4.587874412536621, + "mean_token_accuracy": 0.6150680979092916, + "num_tokens": 20758483.0, + "step": 2235 + }, + { + "entropy": 1.5055221319198608, + "epoch": 0.28672793331908525, + "learning_rate": 0.0009954478013470337, + "loss": 4.231760025024414, + "mean_token_accuracy": 0.6563764810562134, + "num_tokens": 20766353.0, + "step": 2236 + }, + { + "entropy": 1.5424331426620483, + "epoch": 0.2868561658474033, + "learning_rate": 0.0009954422938484788, + "loss": 4.326519012451172, + "mean_token_accuracy": 0.6297546625137329, + "num_tokens": 20775463.0, + "step": 2237 + }, + { + "entropy": 1.6894598007202148, + "epoch": 0.2869843983757213, + "learning_rate": 0.0009954367830355556, + "loss": 4.917893886566162, + "mean_token_accuracy": 0.5965337951978048, + "num_tokens": 20783946.0, + "step": 2238 + }, + { + "entropy": 1.8048688173294067, + "epoch": 0.2871126309040393, + "learning_rate": 0.0009954312689083012, + "loss": 5.0159525871276855, + "mean_token_accuracy": 0.5785664717356364, + "num_tokens": 20793169.0, + "step": 2239 + }, + { + "entropy": 1.6505504449208577, + "epoch": 0.28724086343235733, + "learning_rate": 0.0009954257514667522, + "loss": 4.637022972106934, + "mean_token_accuracy": 0.6008922656377157, + "num_tokens": 20800969.0, + "step": 2240 + }, + { + "entropy": 1.6107065677642822, + "epoch": 0.28736909596067534, + "learning_rate": 0.0009954202307109455, + "loss": 4.404080390930176, + "mean_token_accuracy": 0.641599714756012, + "num_tokens": 20808401.0, + "step": 2241 + }, + { + "entropy": 1.503418207168579, + "epoch": 0.2874973284889934, + "learning_rate": 0.0009954147066409181, + "loss": 4.25413703918457, + "mean_token_accuracy": 0.6372259855270386, + "num_tokens": 20817341.0, + "step": 2242 + }, + { + "entropy": 1.5498748620351155, + "epoch": 0.2876255610173114, + "learning_rate": 0.0009954091792567072, + "loss": 4.294075965881348, + "mean_token_accuracy": 0.6477042039235433, + "num_tokens": 20827524.0, + "step": 2243 + }, + { + "entropy": 1.7047505378723145, + "epoch": 0.2877537935456294, + "learning_rate": 0.0009954036485583496, + "loss": 4.904234886169434, + "mean_token_accuracy": 0.6040590206782023, + "num_tokens": 20837487.0, + "step": 2244 + }, + { + "entropy": 1.6862966616948445, + "epoch": 0.2878820260739474, + "learning_rate": 0.000995398114545882, + "loss": 4.781142711639404, + "mean_token_accuracy": 0.6194230914115906, + "num_tokens": 20847062.0, + "step": 2245 + }, + { + "entropy": 1.503588318824768, + "epoch": 0.2880102586022654, + "learning_rate": 0.000995392577219342, + "loss": 4.232569694519043, + "mean_token_accuracy": 0.645217498143514, + "num_tokens": 20856801.0, + "step": 2246 + }, + { + "entropy": 1.7224802573521931, + "epoch": 0.2881384911305835, + "learning_rate": 0.0009953870365787664, + "loss": 4.864809036254883, + "mean_token_accuracy": 0.6012531320254008, + "num_tokens": 20865117.0, + "step": 2247 + }, + { + "entropy": 1.7680047353108723, + "epoch": 0.2882667236589015, + "learning_rate": 0.000995381492624192, + "loss": 5.066150665283203, + "mean_token_accuracy": 0.5898862282435099, + "num_tokens": 20873435.0, + "step": 2248 + }, + { + "entropy": 1.8127622207005818, + "epoch": 0.2883949561872195, + "learning_rate": 0.0009953759453556561, + "loss": 5.159244060516357, + "mean_token_accuracy": 0.5702131787935892, + "num_tokens": 20882321.0, + "step": 2249 + }, + { + "entropy": 1.4880636135737102, + "epoch": 0.2885231887155375, + "learning_rate": 0.000995370394773196, + "loss": 4.084778308868408, + "mean_token_accuracy": 0.663122554620107, + "num_tokens": 20891087.0, + "step": 2250 + }, + { + "entropy": 1.8555491367975872, + "epoch": 0.2886514212438555, + "learning_rate": 0.0009953648408768485, + "loss": 5.412940502166748, + "mean_token_accuracy": 0.5715199907620748, + "num_tokens": 20900236.0, + "step": 2251 + }, + { + "entropy": 1.821964144706726, + "epoch": 0.2887796537721735, + "learning_rate": 0.0009953592836666508, + "loss": 5.115713119506836, + "mean_token_accuracy": 0.5778539180755615, + "num_tokens": 20909681.0, + "step": 2252 + }, + { + "entropy": 1.6055540243784587, + "epoch": 0.2889078863004916, + "learning_rate": 0.0009953537231426404, + "loss": 4.4686126708984375, + "mean_token_accuracy": 0.6195765137672424, + "num_tokens": 20918664.0, + "step": 2253 + }, + { + "entropy": 1.6168936093648274, + "epoch": 0.2890361188288096, + "learning_rate": 0.000995348159304854, + "loss": 4.474535942077637, + "mean_token_accuracy": 0.6358249187469482, + "num_tokens": 20929006.0, + "step": 2254 + }, + { + "entropy": 1.5626707077026367, + "epoch": 0.2891643513571276, + "learning_rate": 0.0009953425921533294, + "loss": 4.364114761352539, + "mean_token_accuracy": 0.6428860624631246, + "num_tokens": 20939705.0, + "step": 2255 + }, + { + "entropy": 1.5769027471542358, + "epoch": 0.2892925838854456, + "learning_rate": 0.0009953370216881034, + "loss": 4.300826072692871, + "mean_token_accuracy": 0.6484855016072592, + "num_tokens": 20946254.0, + "step": 2256 + }, + { + "entropy": 1.501822829246521, + "epoch": 0.2894208164137636, + "learning_rate": 0.0009953314479092135, + "loss": 4.098760604858398, + "mean_token_accuracy": 0.6484415729840597, + "num_tokens": 20955596.0, + "step": 2257 + }, + { + "entropy": 1.6276594797770183, + "epoch": 0.28954904894208167, + "learning_rate": 0.0009953258708166968, + "loss": 4.442051887512207, + "mean_token_accuracy": 0.6276072462399801, + "num_tokens": 20963322.0, + "step": 2258 + }, + { + "entropy": 1.5912452538808186, + "epoch": 0.2896772814703997, + "learning_rate": 0.0009953202904105906, + "loss": 4.5070695877075195, + "mean_token_accuracy": 0.6238795518875122, + "num_tokens": 20974309.0, + "step": 2259 + }, + { + "entropy": 1.84922190507253, + "epoch": 0.2898055139987177, + "learning_rate": 0.0009953147066909323, + "loss": 5.129363536834717, + "mean_token_accuracy": 0.5741888284683228, + "num_tokens": 20983525.0, + "step": 2260 + }, + { + "entropy": 1.7083594004313152, + "epoch": 0.2899337465270357, + "learning_rate": 0.0009953091196577594, + "loss": 4.758502960205078, + "mean_token_accuracy": 0.610960066318512, + "num_tokens": 20991604.0, + "step": 2261 + }, + { + "entropy": 1.6158371369043987, + "epoch": 0.2900619790553537, + "learning_rate": 0.0009953035293111092, + "loss": 4.562015533447266, + "mean_token_accuracy": 0.6268253525098165, + "num_tokens": 20999970.0, + "step": 2262 + }, + { + "entropy": 1.5627787113189697, + "epoch": 0.2901902115836717, + "learning_rate": 0.000995297935651019, + "loss": 4.492176055908203, + "mean_token_accuracy": 0.6266251007715861, + "num_tokens": 21008521.0, + "step": 2263 + }, + { + "entropy": 1.689640204111735, + "epoch": 0.29031844411198976, + "learning_rate": 0.0009952923386775262, + "loss": 4.738212585449219, + "mean_token_accuracy": 0.615324874718984, + "num_tokens": 21018129.0, + "step": 2264 + }, + { + "entropy": 1.6894460121790569, + "epoch": 0.29044667664030777, + "learning_rate": 0.0009952867383906684, + "loss": 4.662034034729004, + "mean_token_accuracy": 0.6201936801274618, + "num_tokens": 21029758.0, + "step": 2265 + }, + { + "entropy": 1.708811640739441, + "epoch": 0.2905749091686258, + "learning_rate": 0.000995281134790483, + "loss": 4.926668167114258, + "mean_token_accuracy": 0.5992560585339864, + "num_tokens": 21038749.0, + "step": 2266 + }, + { + "entropy": 1.6302138566970825, + "epoch": 0.2907031416969438, + "learning_rate": 0.0009952755278770074, + "loss": 4.479299545288086, + "mean_token_accuracy": 0.615307072798411, + "num_tokens": 21053309.0, + "step": 2267 + }, + { + "entropy": 1.604970375696818, + "epoch": 0.2908313742252618, + "learning_rate": 0.0009952699176502791, + "loss": 4.472733020782471, + "mean_token_accuracy": 0.6255632241566976, + "num_tokens": 21064660.0, + "step": 2268 + }, + { + "entropy": 1.6891276041666667, + "epoch": 0.29095960675357985, + "learning_rate": 0.0009952643041103357, + "loss": 4.790175914764404, + "mean_token_accuracy": 0.5959254304567972, + "num_tokens": 21075143.0, + "step": 2269 + }, + { + "entropy": 1.6781042019526164, + "epoch": 0.29108783928189785, + "learning_rate": 0.000995258687257215, + "loss": 4.624521255493164, + "mean_token_accuracy": 0.6188049912452698, + "num_tokens": 21084936.0, + "step": 2270 + }, + { + "entropy": 1.6707104841868083, + "epoch": 0.29121607181021586, + "learning_rate": 0.000995253067090954, + "loss": 4.69823694229126, + "mean_token_accuracy": 0.6090294122695923, + "num_tokens": 21093134.0, + "step": 2271 + }, + { + "entropy": 1.7551951011021931, + "epoch": 0.29134430433853387, + "learning_rate": 0.0009952474436115911, + "loss": 5.006261825561523, + "mean_token_accuracy": 0.5935924450556437, + "num_tokens": 21101697.0, + "step": 2272 + }, + { + "entropy": 1.5992595354715984, + "epoch": 0.2914725368668519, + "learning_rate": 0.000995241816819163, + "loss": 4.6376495361328125, + "mean_token_accuracy": 0.6207946936289469, + "num_tokens": 21111546.0, + "step": 2273 + }, + { + "entropy": 1.6452730099360149, + "epoch": 0.29160076939516993, + "learning_rate": 0.0009952361867137081, + "loss": 4.589170932769775, + "mean_token_accuracy": 0.6410921613375345, + "num_tokens": 21120952.0, + "step": 2274 + }, + { + "entropy": 1.6424501339594524, + "epoch": 0.29172900192348794, + "learning_rate": 0.0009952305532952637, + "loss": 4.622662544250488, + "mean_token_accuracy": 0.6202296217282613, + "num_tokens": 21131173.0, + "step": 2275 + }, + { + "entropy": 1.548222541809082, + "epoch": 0.29185723445180595, + "learning_rate": 0.0009952249165638674, + "loss": 4.393149375915527, + "mean_token_accuracy": 0.624918520450592, + "num_tokens": 21141345.0, + "step": 2276 + }, + { + "entropy": 1.5801750421524048, + "epoch": 0.29198546698012395, + "learning_rate": 0.0009952192765195571, + "loss": 4.429226875305176, + "mean_token_accuracy": 0.638386090596517, + "num_tokens": 21150582.0, + "step": 2277 + }, + { + "entropy": 1.4728856086730957, + "epoch": 0.29211369950844196, + "learning_rate": 0.0009952136331623706, + "loss": 4.227688789367676, + "mean_token_accuracy": 0.6350319385528564, + "num_tokens": 21160540.0, + "step": 2278 + }, + { + "entropy": 1.5936915874481201, + "epoch": 0.29224193203675997, + "learning_rate": 0.0009952079864923454, + "loss": 4.398555278778076, + "mean_token_accuracy": 0.6191280881563822, + "num_tokens": 21168421.0, + "step": 2279 + }, + { + "entropy": 1.5633614460627239, + "epoch": 0.29237016456507803, + "learning_rate": 0.0009952023365095194, + "loss": 4.374516487121582, + "mean_token_accuracy": 0.6304134527842203, + "num_tokens": 21177522.0, + "step": 2280 + }, + { + "entropy": 1.7407748301823933, + "epoch": 0.29249839709339603, + "learning_rate": 0.0009951966832139306, + "loss": 4.890961647033691, + "mean_token_accuracy": 0.6075824499130249, + "num_tokens": 21188331.0, + "step": 2281 + }, + { + "entropy": 2.063834031422933, + "epoch": 0.29262662962171404, + "learning_rate": 0.0009951910266056165, + "loss": 5.940335273742676, + "mean_token_accuracy": 0.519072949886322, + "num_tokens": 21196255.0, + "step": 2282 + }, + { + "entropy": 1.5458969275156658, + "epoch": 0.29275486215003205, + "learning_rate": 0.000995185366684615, + "loss": 4.35044527053833, + "mean_token_accuracy": 0.641859769821167, + "num_tokens": 21206092.0, + "step": 2283 + }, + { + "entropy": 1.6448347171147664, + "epoch": 0.29288309467835005, + "learning_rate": 0.000995179703450964, + "loss": 4.700894355773926, + "mean_token_accuracy": 0.597648819287618, + "num_tokens": 21214183.0, + "step": 2284 + }, + { + "entropy": 1.6353668371836345, + "epoch": 0.2930113272066681, + "learning_rate": 0.0009951740369047017, + "loss": 4.592613220214844, + "mean_token_accuracy": 0.6302618980407715, + "num_tokens": 21223399.0, + "step": 2285 + }, + { + "entropy": 1.5461143255233765, + "epoch": 0.2931395597349861, + "learning_rate": 0.0009951683670458655, + "loss": 4.226639747619629, + "mean_token_accuracy": 0.6304059425989786, + "num_tokens": 21232786.0, + "step": 2286 + }, + { + "entropy": 1.72771418094635, + "epoch": 0.29326779226330413, + "learning_rate": 0.0009951626938744934, + "loss": 4.975805282592773, + "mean_token_accuracy": 0.5790292819341024, + "num_tokens": 21240771.0, + "step": 2287 + }, + { + "entropy": 1.7377817233403523, + "epoch": 0.29339602479162213, + "learning_rate": 0.0009951570173906239, + "loss": 5.013731002807617, + "mean_token_accuracy": 0.6008731524149576, + "num_tokens": 21252536.0, + "step": 2288 + }, + { + "entropy": 1.7478522459665935, + "epoch": 0.29352425731994014, + "learning_rate": 0.0009951513375942944, + "loss": 4.925334453582764, + "mean_token_accuracy": 0.5947690606117249, + "num_tokens": 21263165.0, + "step": 2289 + }, + { + "entropy": 1.785439133644104, + "epoch": 0.2936524898482582, + "learning_rate": 0.000995145654485543, + "loss": 5.020332336425781, + "mean_token_accuracy": 0.5854219992955526, + "num_tokens": 21272126.0, + "step": 2290 + }, + { + "entropy": 1.7515162626902263, + "epoch": 0.2937807223765762, + "learning_rate": 0.0009951399680644079, + "loss": 4.8632893562316895, + "mean_token_accuracy": 0.6076885263125101, + "num_tokens": 21282100.0, + "step": 2291 + }, + { + "entropy": 1.6469287077585857, + "epoch": 0.2939089549048942, + "learning_rate": 0.0009951342783309268, + "loss": 4.681482791900635, + "mean_token_accuracy": 0.5999362270037333, + "num_tokens": 21289730.0, + "step": 2292 + }, + { + "entropy": 1.5647936662038167, + "epoch": 0.2940371874332122, + "learning_rate": 0.0009951285852851384, + "loss": 4.320302963256836, + "mean_token_accuracy": 0.6309129595756531, + "num_tokens": 21298356.0, + "step": 2293 + }, + { + "entropy": 1.7588943243026733, + "epoch": 0.29416541996153023, + "learning_rate": 0.0009951228889270801, + "loss": 5.199151515960693, + "mean_token_accuracy": 0.5872999032338461, + "num_tokens": 21307421.0, + "step": 2294 + }, + { + "entropy": 1.5536722739537556, + "epoch": 0.29429365248984823, + "learning_rate": 0.0009951171892567904, + "loss": 4.256540298461914, + "mean_token_accuracy": 0.6401847203572592, + "num_tokens": 21315317.0, + "step": 2295 + }, + { + "entropy": 1.7351301113764446, + "epoch": 0.2944218850181663, + "learning_rate": 0.0009951114862743072, + "loss": 4.955108642578125, + "mean_token_accuracy": 0.5883576273918152, + "num_tokens": 21324879.0, + "step": 2296 + }, + { + "entropy": 1.5561999877293904, + "epoch": 0.2945501175464843, + "learning_rate": 0.000995105779979669, + "loss": 4.433855056762695, + "mean_token_accuracy": 0.6303526163101196, + "num_tokens": 21333993.0, + "step": 2297 + }, + { + "entropy": 1.741473873456319, + "epoch": 0.2946783500748023, + "learning_rate": 0.0009951000703729135, + "loss": 5.061830520629883, + "mean_token_accuracy": 0.5929999947547913, + "num_tokens": 21346776.0, + "step": 2298 + }, + { + "entropy": 1.8671785990397136, + "epoch": 0.2948065826031203, + "learning_rate": 0.0009950943574540793, + "loss": 5.23018741607666, + "mean_token_accuracy": 0.5661823153495789, + "num_tokens": 21355613.0, + "step": 2299 + }, + { + "entropy": 1.5248555739720662, + "epoch": 0.2949348151314383, + "learning_rate": 0.0009950886412232044, + "loss": 4.24357795715332, + "mean_token_accuracy": 0.6569064060846964, + "num_tokens": 21366390.0, + "step": 2300 + }, + { + "entropy": 1.5498930215835571, + "epoch": 0.2950630476597564, + "learning_rate": 0.0009950829216803271, + "loss": 4.380786895751953, + "mean_token_accuracy": 0.6414626240730286, + "num_tokens": 21376349.0, + "step": 2301 + }, + { + "entropy": 1.6390318473180134, + "epoch": 0.2951912801880744, + "learning_rate": 0.0009950771988254856, + "loss": 4.698247909545898, + "mean_token_accuracy": 0.6049766739209493, + "num_tokens": 21386285.0, + "step": 2302 + }, + { + "entropy": 1.6423603693644206, + "epoch": 0.2953195127163924, + "learning_rate": 0.0009950714726587183, + "loss": 4.595123291015625, + "mean_token_accuracy": 0.620659589767456, + "num_tokens": 21394543.0, + "step": 2303 + }, + { + "entropy": 1.6952201922734578, + "epoch": 0.2954477452447104, + "learning_rate": 0.0009950657431800636, + "loss": 4.651445388793945, + "mean_token_accuracy": 0.6250705122947693, + "num_tokens": 21403734.0, + "step": 2304 + }, + { + "entropy": 1.5140526692072551, + "epoch": 0.2955759777730284, + "learning_rate": 0.0009950600103895595, + "loss": 4.105018615722656, + "mean_token_accuracy": 0.6515004436175028, + "num_tokens": 21411677.0, + "step": 2305 + }, + { + "entropy": 1.5690793991088867, + "epoch": 0.2957042103013464, + "learning_rate": 0.0009950542742872446, + "loss": 4.277279853820801, + "mean_token_accuracy": 0.644037922223409, + "num_tokens": 21420754.0, + "step": 2306 + }, + { + "entropy": 1.4740688006083171, + "epoch": 0.2958324428296645, + "learning_rate": 0.0009950485348731572, + "loss": 4.137681007385254, + "mean_token_accuracy": 0.6396610538164774, + "num_tokens": 21428781.0, + "step": 2307 + }, + { + "entropy": 1.6199496189753215, + "epoch": 0.2959606753579825, + "learning_rate": 0.0009950427921473358, + "loss": 4.530450820922852, + "mean_token_accuracy": 0.6283751328786215, + "num_tokens": 21441219.0, + "step": 2308 + }, + { + "entropy": 1.545743187268575, + "epoch": 0.2960889078863005, + "learning_rate": 0.0009950370461098185, + "loss": 4.240677356719971, + "mean_token_accuracy": 0.6359598239262899, + "num_tokens": 21451037.0, + "step": 2309 + }, + { + "entropy": 1.7654423713684082, + "epoch": 0.2962171404146185, + "learning_rate": 0.000995031296760644, + "loss": 4.954894065856934, + "mean_token_accuracy": 0.604501744111379, + "num_tokens": 21460543.0, + "step": 2310 + }, + { + "entropy": 1.5212616125742595, + "epoch": 0.2963453729429365, + "learning_rate": 0.0009950255440998508, + "loss": 4.266101837158203, + "mean_token_accuracy": 0.6412493586540222, + "num_tokens": 21469712.0, + "step": 2311 + }, + { + "entropy": 1.5853562752405803, + "epoch": 0.29647360547125456, + "learning_rate": 0.0009950197881274773, + "loss": 4.3362274169921875, + "mean_token_accuracy": 0.6278772751490275, + "num_tokens": 21479681.0, + "step": 2312 + }, + { + "entropy": 1.704062859217326, + "epoch": 0.29660183799957257, + "learning_rate": 0.000995014028843562, + "loss": 4.767055988311768, + "mean_token_accuracy": 0.6152024865150452, + "num_tokens": 21489909.0, + "step": 2313 + }, + { + "entropy": 1.751007318496704, + "epoch": 0.2967300705278906, + "learning_rate": 0.0009950082662481435, + "loss": 4.8492021560668945, + "mean_token_accuracy": 0.6168582439422607, + "num_tokens": 21502283.0, + "step": 2314 + }, + { + "entropy": 1.609093149503072, + "epoch": 0.2968583030562086, + "learning_rate": 0.00099500250034126, + "loss": 4.461635589599609, + "mean_token_accuracy": 0.6341609756151835, + "num_tokens": 21513216.0, + "step": 2315 + }, + { + "entropy": 1.4376335541407268, + "epoch": 0.2969865355845266, + "learning_rate": 0.0009949967311229508, + "loss": 3.9823813438415527, + "mean_token_accuracy": 0.6445628007253011, + "num_tokens": 21522001.0, + "step": 2316 + }, + { + "entropy": 1.585119326909383, + "epoch": 0.29711476811284465, + "learning_rate": 0.0009949909585932537, + "loss": 4.389614105224609, + "mean_token_accuracy": 0.64519335826238, + "num_tokens": 21529497.0, + "step": 2317 + }, + { + "entropy": 1.6937990188598633, + "epoch": 0.29724300064116266, + "learning_rate": 0.000994985182752208, + "loss": 4.800336837768555, + "mean_token_accuracy": 0.6142879128456116, + "num_tokens": 21537603.0, + "step": 2318 + }, + { + "entropy": 1.5868860483169556, + "epoch": 0.29737123316948066, + "learning_rate": 0.0009949794035998517, + "loss": 4.383897304534912, + "mean_token_accuracy": 0.6225196321805319, + "num_tokens": 21547561.0, + "step": 2319 + }, + { + "entropy": 1.604779561360677, + "epoch": 0.29749946569779867, + "learning_rate": 0.000994973621136224, + "loss": 4.311871528625488, + "mean_token_accuracy": 0.646824578444163, + "num_tokens": 21556165.0, + "step": 2320 + }, + { + "entropy": 1.7400500774383545, + "epoch": 0.2976276982261167, + "learning_rate": 0.000994967835361363, + "loss": 4.991259574890137, + "mean_token_accuracy": 0.5865197579065958, + "num_tokens": 21568009.0, + "step": 2321 + }, + { + "entropy": 1.6472483078638713, + "epoch": 0.2977559307544347, + "learning_rate": 0.0009949620462753083, + "loss": 4.604834079742432, + "mean_token_accuracy": 0.6158142487208048, + "num_tokens": 21578161.0, + "step": 2322 + }, + { + "entropy": 1.448747714360555, + "epoch": 0.29788416328275275, + "learning_rate": 0.0009949562538780975, + "loss": 4.040910243988037, + "mean_token_accuracy": 0.6554583311080933, + "num_tokens": 21588637.0, + "step": 2323 + }, + { + "entropy": 1.664480169614156, + "epoch": 0.29801239581107075, + "learning_rate": 0.0009949504581697702, + "loss": 4.786043167114258, + "mean_token_accuracy": 0.5850378473599752, + "num_tokens": 21598170.0, + "step": 2324 + }, + { + "entropy": 1.7132517099380493, + "epoch": 0.29814062833938876, + "learning_rate": 0.000994944659150365, + "loss": 4.866025924682617, + "mean_token_accuracy": 0.6051284074783325, + "num_tokens": 21608176.0, + "step": 2325 + }, + { + "entropy": 1.701948881149292, + "epoch": 0.29826886086770676, + "learning_rate": 0.0009949388568199207, + "loss": 4.960031509399414, + "mean_token_accuracy": 0.5904693603515625, + "num_tokens": 21619267.0, + "step": 2326 + }, + { + "entropy": 1.8110718727111816, + "epoch": 0.29839709339602477, + "learning_rate": 0.0009949330511784759, + "loss": 5.034315586090088, + "mean_token_accuracy": 0.5953715046246847, + "num_tokens": 21629547.0, + "step": 2327 + }, + { + "entropy": 1.8788018623987834, + "epoch": 0.29852532592434283, + "learning_rate": 0.0009949272422260695, + "loss": 5.425368785858154, + "mean_token_accuracy": 0.538624495267868, + "num_tokens": 21639637.0, + "step": 2328 + }, + { + "entropy": 1.359863519668579, + "epoch": 0.29865355845266084, + "learning_rate": 0.0009949214299627403, + "loss": 3.7294464111328125, + "mean_token_accuracy": 0.6911639968554179, + "num_tokens": 21646181.0, + "step": 2329 + }, + { + "entropy": 1.467652678489685, + "epoch": 0.29878179098097885, + "learning_rate": 0.0009949156143885273, + "loss": 4.105561256408691, + "mean_token_accuracy": 0.6575557788213094, + "num_tokens": 21655871.0, + "step": 2330 + }, + { + "entropy": 1.708909551302592, + "epoch": 0.29891002350929685, + "learning_rate": 0.0009949097955034697, + "loss": 4.837337970733643, + "mean_token_accuracy": 0.6079726815223694, + "num_tokens": 21664956.0, + "step": 2331 + }, + { + "entropy": 1.469264030456543, + "epoch": 0.29903825603761486, + "learning_rate": 0.0009949039733076058, + "loss": 4.23422908782959, + "mean_token_accuracy": 0.637607991695404, + "num_tokens": 21672804.0, + "step": 2332 + }, + { + "entropy": 1.6260838508605957, + "epoch": 0.29916648856593286, + "learning_rate": 0.0009948981478009752, + "loss": 4.518014907836914, + "mean_token_accuracy": 0.6227162082990011, + "num_tokens": 21680952.0, + "step": 2333 + }, + { + "entropy": 1.6740484635035198, + "epoch": 0.2992947210942509, + "learning_rate": 0.0009948923189836165, + "loss": 4.636116981506348, + "mean_token_accuracy": 0.6175177494684855, + "num_tokens": 21689421.0, + "step": 2334 + }, + { + "entropy": 1.62735648949941, + "epoch": 0.29942295362256893, + "learning_rate": 0.0009948864868555686, + "loss": 4.463737487792969, + "mean_token_accuracy": 0.6291866699854533, + "num_tokens": 21699033.0, + "step": 2335 + }, + { + "entropy": 1.7329760392506917, + "epoch": 0.29955118615088694, + "learning_rate": 0.0009948806514168708, + "loss": 4.820432186126709, + "mean_token_accuracy": 0.6139792005221049, + "num_tokens": 21707282.0, + "step": 2336 + }, + { + "entropy": 1.469712734222412, + "epoch": 0.29967941867920495, + "learning_rate": 0.000994874812667562, + "loss": 3.9645986557006836, + "mean_token_accuracy": 0.664955198764801, + "num_tokens": 21715960.0, + "step": 2337 + }, + { + "entropy": 1.8259670734405518, + "epoch": 0.29980765120752295, + "learning_rate": 0.000994868970607681, + "loss": 5.150388240814209, + "mean_token_accuracy": 0.5790852705637614, + "num_tokens": 21726205.0, + "step": 2338 + }, + { + "entropy": 1.6900614102681477, + "epoch": 0.299935883735841, + "learning_rate": 0.0009948631252372673, + "loss": 4.77769136428833, + "mean_token_accuracy": 0.6155272324879965, + "num_tokens": 21736145.0, + "step": 2339 + }, + { + "entropy": 1.4447613954544067, + "epoch": 0.300064116264159, + "learning_rate": 0.0009948572765563599, + "loss": 4.111174583435059, + "mean_token_accuracy": 0.6461178263028463, + "num_tokens": 21745647.0, + "step": 2340 + }, + { + "entropy": 1.517964760462443, + "epoch": 0.300192348792477, + "learning_rate": 0.0009948514245649977, + "loss": 4.2066264152526855, + "mean_token_accuracy": 0.6466094454129537, + "num_tokens": 21756614.0, + "step": 2341 + }, + { + "entropy": 1.5849598248799641, + "epoch": 0.30032058132079503, + "learning_rate": 0.0009948455692632202, + "loss": 4.517797470092773, + "mean_token_accuracy": 0.6216996709505717, + "num_tokens": 21766141.0, + "step": 2342 + }, + { + "entropy": 1.6529452006022136, + "epoch": 0.30044881384911304, + "learning_rate": 0.0009948397106510664, + "loss": 4.637057781219482, + "mean_token_accuracy": 0.6098020275433859, + "num_tokens": 21776083.0, + "step": 2343 + }, + { + "entropy": 1.655597408612569, + "epoch": 0.3005770463774311, + "learning_rate": 0.0009948338487285754, + "loss": 4.584166526794434, + "mean_token_accuracy": 0.616819421450297, + "num_tokens": 21785747.0, + "step": 2344 + }, + { + "entropy": 1.659113883972168, + "epoch": 0.3007052789057491, + "learning_rate": 0.0009948279834957863, + "loss": 4.527641296386719, + "mean_token_accuracy": 0.6232480605443319, + "num_tokens": 21795852.0, + "step": 2345 + }, + { + "entropy": 1.5721911589304607, + "epoch": 0.3008335114340671, + "learning_rate": 0.0009948221149527388, + "loss": 4.439693450927734, + "mean_token_accuracy": 0.611399233341217, + "num_tokens": 21803988.0, + "step": 2346 + }, + { + "entropy": 1.781036655108134, + "epoch": 0.3009617439623851, + "learning_rate": 0.000994816243099472, + "loss": 5.049037933349609, + "mean_token_accuracy": 0.5927775502204895, + "num_tokens": 21812926.0, + "step": 2347 + }, + { + "entropy": 1.606963316599528, + "epoch": 0.3010899764907031, + "learning_rate": 0.0009948103679360248, + "loss": 4.4944844245910645, + "mean_token_accuracy": 0.6415496865908304, + "num_tokens": 21820509.0, + "step": 2348 + }, + { + "entropy": 1.7512332598368328, + "epoch": 0.30121820901902113, + "learning_rate": 0.000994804489462437, + "loss": 4.849802494049072, + "mean_token_accuracy": 0.5854946970939636, + "num_tokens": 21826670.0, + "step": 2349 + }, + { + "entropy": 1.4340396324793498, + "epoch": 0.3013464415473392, + "learning_rate": 0.0009947986076787475, + "loss": 3.926877975463867, + "mean_token_accuracy": 0.6647438605626425, + "num_tokens": 21836205.0, + "step": 2350 + }, + { + "entropy": 1.5267297426859539, + "epoch": 0.3014746740756572, + "learning_rate": 0.000994792722584996, + "loss": 4.339359283447266, + "mean_token_accuracy": 0.6431326468785604, + "num_tokens": 21846272.0, + "step": 2351 + }, + { + "entropy": 1.6175249020258586, + "epoch": 0.3016029066039752, + "learning_rate": 0.0009947868341812214, + "loss": 4.562134742736816, + "mean_token_accuracy": 0.625804086526235, + "num_tokens": 21854331.0, + "step": 2352 + }, + { + "entropy": 1.5471400419871013, + "epoch": 0.3017311391322932, + "learning_rate": 0.0009947809424674637, + "loss": 4.3516845703125, + "mean_token_accuracy": 0.6335754990577698, + "num_tokens": 21862141.0, + "step": 2353 + }, + { + "entropy": 1.6082193454106648, + "epoch": 0.3018593716606112, + "learning_rate": 0.000994775047443762, + "loss": 4.561520099639893, + "mean_token_accuracy": 0.6079873045285543, + "num_tokens": 21872189.0, + "step": 2354 + }, + { + "entropy": 1.825265924135844, + "epoch": 0.3019876041889293, + "learning_rate": 0.0009947691491101558, + "loss": 5.272911071777344, + "mean_token_accuracy": 0.5618553360303243, + "num_tokens": 21880992.0, + "step": 2355 + }, + { + "entropy": 1.7625956137975056, + "epoch": 0.3021158367172473, + "learning_rate": 0.0009947632474666844, + "loss": 4.8004255294799805, + "mean_token_accuracy": 0.6179852684338888, + "num_tokens": 21890680.0, + "step": 2356 + }, + { + "entropy": 1.4521758159001668, + "epoch": 0.3022440692455653, + "learning_rate": 0.0009947573425133876, + "loss": 4.109808921813965, + "mean_token_accuracy": 0.6557113528251648, + "num_tokens": 21900599.0, + "step": 2357 + }, + { + "entropy": 1.7338285446166992, + "epoch": 0.3023723017738833, + "learning_rate": 0.0009947514342503044, + "loss": 4.944495677947998, + "mean_token_accuracy": 0.5963703195254008, + "num_tokens": 21909867.0, + "step": 2358 + }, + { + "entropy": 1.4810891151428223, + "epoch": 0.3025005343022013, + "learning_rate": 0.0009947455226774749, + "loss": 4.10471773147583, + "mean_token_accuracy": 0.6496846675872803, + "num_tokens": 21920668.0, + "step": 2359 + }, + { + "entropy": 1.7732897996902466, + "epoch": 0.30262876683051937, + "learning_rate": 0.0009947396077949384, + "loss": 5.038067817687988, + "mean_token_accuracy": 0.6013571421305338, + "num_tokens": 21929718.0, + "step": 2360 + }, + { + "entropy": 1.6395692825317383, + "epoch": 0.3027569993588374, + "learning_rate": 0.0009947336896027343, + "loss": 4.5761542320251465, + "mean_token_accuracy": 0.6089011430740356, + "num_tokens": 21939596.0, + "step": 2361 + }, + { + "entropy": 1.5307397842407227, + "epoch": 0.3028852318871554, + "learning_rate": 0.0009947277681009023, + "loss": 4.184288501739502, + "mean_token_accuracy": 0.6409084598223368, + "num_tokens": 21948218.0, + "step": 2362 + }, + { + "entropy": 1.6408400932947795, + "epoch": 0.3030134644154734, + "learning_rate": 0.0009947218432894821, + "loss": 4.574224948883057, + "mean_token_accuracy": 0.6156971057256063, + "num_tokens": 21957556.0, + "step": 2363 + }, + { + "entropy": 1.5675087372461955, + "epoch": 0.3031416969437914, + "learning_rate": 0.0009947159151685132, + "loss": 4.508669376373291, + "mean_token_accuracy": 0.6215336322784424, + "num_tokens": 21968441.0, + "step": 2364 + }, + { + "entropy": 1.6234192848205566, + "epoch": 0.3032699294721094, + "learning_rate": 0.0009947099837380356, + "loss": 4.394184589385986, + "mean_token_accuracy": 0.6359204053878784, + "num_tokens": 21976217.0, + "step": 2365 + }, + { + "entropy": 1.635340929031372, + "epoch": 0.30339816200042746, + "learning_rate": 0.0009947040489980885, + "loss": 4.534065246582031, + "mean_token_accuracy": 0.6347306569417318, + "num_tokens": 21984788.0, + "step": 2366 + }, + { + "entropy": 1.560246427853902, + "epoch": 0.30352639452874547, + "learning_rate": 0.0009946981109487118, + "loss": 4.2080535888671875, + "mean_token_accuracy": 0.6557608246803284, + "num_tokens": 21994815.0, + "step": 2367 + }, + { + "entropy": 1.6270148754119873, + "epoch": 0.3036546270570635, + "learning_rate": 0.0009946921695899453, + "loss": 4.6058573722839355, + "mean_token_accuracy": 0.6267927686373392, + "num_tokens": 22003480.0, + "step": 2368 + }, + { + "entropy": 1.6259909868240356, + "epoch": 0.3037828595853815, + "learning_rate": 0.0009946862249218288, + "loss": 4.6587677001953125, + "mean_token_accuracy": 0.6034034291903178, + "num_tokens": 22010845.0, + "step": 2369 + }, + { + "entropy": 1.3141652743021648, + "epoch": 0.3039110921136995, + "learning_rate": 0.0009946802769444018, + "loss": 3.7898130416870117, + "mean_token_accuracy": 0.677513599395752, + "num_tokens": 22019151.0, + "step": 2370 + }, + { + "entropy": 1.7423301935195923, + "epoch": 0.30403932464201755, + "learning_rate": 0.0009946743256577044, + "loss": 4.998413562774658, + "mean_token_accuracy": 0.5822780330975851, + "num_tokens": 22027128.0, + "step": 2371 + }, + { + "entropy": 1.7073293129603069, + "epoch": 0.30416755717033556, + "learning_rate": 0.0009946683710617761, + "loss": 4.740740776062012, + "mean_token_accuracy": 0.6104097763697306, + "num_tokens": 22035547.0, + "step": 2372 + }, + { + "entropy": 1.627946376800537, + "epoch": 0.30429578969865356, + "learning_rate": 0.000994662413156657, + "loss": 4.484243869781494, + "mean_token_accuracy": 0.6178441047668457, + "num_tokens": 22044223.0, + "step": 2373 + }, + { + "entropy": 1.8352503776550293, + "epoch": 0.30442402222697157, + "learning_rate": 0.000994656451942387, + "loss": 5.301013946533203, + "mean_token_accuracy": 0.5815903743108114, + "num_tokens": 22053980.0, + "step": 2374 + }, + { + "entropy": 1.7293346325556438, + "epoch": 0.3045522547552896, + "learning_rate": 0.0009946504874190055, + "loss": 4.964003086090088, + "mean_token_accuracy": 0.5977413654327393, + "num_tokens": 22062952.0, + "step": 2375 + }, + { + "entropy": 1.6198980808258057, + "epoch": 0.3046804872836076, + "learning_rate": 0.0009946445195865529, + "loss": 4.675441265106201, + "mean_token_accuracy": 0.6202270984649658, + "num_tokens": 22073821.0, + "step": 2376 + }, + { + "entropy": 1.6217191219329834, + "epoch": 0.30480871981192564, + "learning_rate": 0.000994638548445069, + "loss": 4.529479503631592, + "mean_token_accuracy": 0.6088180939356486, + "num_tokens": 22083614.0, + "step": 2377 + }, + { + "entropy": 1.4982068538665771, + "epoch": 0.30493695234024365, + "learning_rate": 0.0009946325739945937, + "loss": 4.175810813903809, + "mean_token_accuracy": 0.6539660890897115, + "num_tokens": 22094081.0, + "step": 2378 + }, + { + "entropy": 1.7624505758285522, + "epoch": 0.30506518486856166, + "learning_rate": 0.000994626596235167, + "loss": 4.891729354858398, + "mean_token_accuracy": 0.6038066943486532, + "num_tokens": 22101733.0, + "step": 2379 + }, + { + "entropy": 1.782576560974121, + "epoch": 0.30519341739687966, + "learning_rate": 0.0009946206151668288, + "loss": 4.9820051193237305, + "mean_token_accuracy": 0.6029701232910156, + "num_tokens": 22109612.0, + "step": 2380 + }, + { + "entropy": 1.3168639341990154, + "epoch": 0.30532164992519767, + "learning_rate": 0.000994614630789619, + "loss": 3.594834804534912, + "mean_token_accuracy": 0.6933315793673197, + "num_tokens": 22118005.0, + "step": 2381 + }, + { + "entropy": 1.696061134338379, + "epoch": 0.30544988245351573, + "learning_rate": 0.0009946086431035781, + "loss": 4.795521259307861, + "mean_token_accuracy": 0.6115025679270426, + "num_tokens": 22127621.0, + "step": 2382 + }, + { + "entropy": 1.5908904472986858, + "epoch": 0.30557811498183374, + "learning_rate": 0.000994602652108746, + "loss": 4.390115737915039, + "mean_token_accuracy": 0.6405463218688965, + "num_tokens": 22136598.0, + "step": 2383 + }, + { + "entropy": 1.670399824778239, + "epoch": 0.30570634751015174, + "learning_rate": 0.000994596657805162, + "loss": 4.778270244598389, + "mean_token_accuracy": 0.6018515030543009, + "num_tokens": 22145944.0, + "step": 2384 + }, + { + "entropy": 1.4465069770812988, + "epoch": 0.30583458003846975, + "learning_rate": 0.0009945906601928674, + "loss": 4.067720890045166, + "mean_token_accuracy": 0.6566934982935587, + "num_tokens": 22156323.0, + "step": 2385 + }, + { + "entropy": 1.6621226867039998, + "epoch": 0.30596281256678776, + "learning_rate": 0.0009945846592719018, + "loss": 4.4745564460754395, + "mean_token_accuracy": 0.6327870885531107, + "num_tokens": 22165000.0, + "step": 2386 + }, + { + "entropy": 1.6676571369171143, + "epoch": 0.3060910450951058, + "learning_rate": 0.000994578655042305, + "loss": 4.848194122314453, + "mean_token_accuracy": 0.6145019133885702, + "num_tokens": 22175205.0, + "step": 2387 + }, + { + "entropy": 1.3882540067036946, + "epoch": 0.3062192776234238, + "learning_rate": 0.0009945726475041176, + "loss": 3.8868794441223145, + "mean_token_accuracy": 0.6482822100321451, + "num_tokens": 22184650.0, + "step": 2388 + }, + { + "entropy": 1.7205027341842651, + "epoch": 0.30634751015174183, + "learning_rate": 0.0009945666366573795, + "loss": 4.838003635406494, + "mean_token_accuracy": 0.5956005652745565, + "num_tokens": 22193948.0, + "step": 2389 + }, + { + "entropy": 1.4863522450129192, + "epoch": 0.30647574268005984, + "learning_rate": 0.0009945606225021312, + "loss": 3.9959983825683594, + "mean_token_accuracy": 0.6638810038566589, + "num_tokens": 22201275.0, + "step": 2390 + }, + { + "entropy": 1.5450065930684407, + "epoch": 0.30660397520837784, + "learning_rate": 0.000994554605038413, + "loss": 4.357935905456543, + "mean_token_accuracy": 0.6420843601226807, + "num_tokens": 22211032.0, + "step": 2391 + }, + { + "entropy": 1.7422558466593425, + "epoch": 0.30673220773669585, + "learning_rate": 0.0009945485842662648, + "loss": 4.982133865356445, + "mean_token_accuracy": 0.5971776843070984, + "num_tokens": 22220080.0, + "step": 2392 + }, + { + "entropy": 1.6983469327290852, + "epoch": 0.3068604402650139, + "learning_rate": 0.000994542560185727, + "loss": 4.693829536437988, + "mean_token_accuracy": 0.6344206730524699, + "num_tokens": 22229376.0, + "step": 2393 + }, + { + "entropy": 1.6180338859558105, + "epoch": 0.3069886727933319, + "learning_rate": 0.0009945365327968401, + "loss": 4.532659530639648, + "mean_token_accuracy": 0.6183702150980631, + "num_tokens": 22238235.0, + "step": 2394 + }, + { + "entropy": 1.7698360681533813, + "epoch": 0.3071169053216499, + "learning_rate": 0.000994530502099644, + "loss": 5.2099714279174805, + "mean_token_accuracy": 0.6005305449167887, + "num_tokens": 22247060.0, + "step": 2395 + }, + { + "entropy": 1.6425193548202515, + "epoch": 0.30724513784996793, + "learning_rate": 0.0009945244680941794, + "loss": 4.664679050445557, + "mean_token_accuracy": 0.6105325222015381, + "num_tokens": 22255719.0, + "step": 2396 + }, + { + "entropy": 1.5337775548299153, + "epoch": 0.30737337037828594, + "learning_rate": 0.0009945184307804868, + "loss": 4.215583324432373, + "mean_token_accuracy": 0.6359609564145406, + "num_tokens": 22264650.0, + "step": 2397 + }, + { + "entropy": 1.764824668566386, + "epoch": 0.307501602906604, + "learning_rate": 0.000994512390158606, + "loss": 4.956456661224365, + "mean_token_accuracy": 0.5864872535069784, + "num_tokens": 22273048.0, + "step": 2398 + }, + { + "entropy": 1.7575436035792034, + "epoch": 0.307629835434922, + "learning_rate": 0.0009945063462285782, + "loss": 4.930340766906738, + "mean_token_accuracy": 0.5900980035463969, + "num_tokens": 22282134.0, + "step": 2399 + }, + { + "entropy": 1.6299833059310913, + "epoch": 0.30775806796324, + "learning_rate": 0.0009945002989904432, + "loss": 4.610442161560059, + "mean_token_accuracy": 0.6249545812606812, + "num_tokens": 22291855.0, + "step": 2400 + }, + { + "entropy": 1.5539562304814656, + "epoch": 0.307886300491558, + "learning_rate": 0.0009944942484442416, + "loss": 4.383130073547363, + "mean_token_accuracy": 0.6263245145479838, + "num_tokens": 22300135.0, + "step": 2401 + }, + { + "entropy": 1.7149858872095745, + "epoch": 0.308014533019876, + "learning_rate": 0.000994488194590014, + "loss": 4.747864723205566, + "mean_token_accuracy": 0.6156490842501322, + "num_tokens": 22310146.0, + "step": 2402 + }, + { + "entropy": 1.6485358874003093, + "epoch": 0.30814276554819403, + "learning_rate": 0.0009944821374278008, + "loss": 4.664129257202148, + "mean_token_accuracy": 0.6121965646743774, + "num_tokens": 22319441.0, + "step": 2403 + }, + { + "entropy": 1.7259870370229085, + "epoch": 0.3082709980765121, + "learning_rate": 0.0009944760769576425, + "loss": 4.7185258865356445, + "mean_token_accuracy": 0.6169406374295553, + "num_tokens": 22328195.0, + "step": 2404 + }, + { + "entropy": 1.803118069966634, + "epoch": 0.3083992306048301, + "learning_rate": 0.0009944700131795797, + "loss": 4.9874267578125, + "mean_token_accuracy": 0.607978343963623, + "num_tokens": 22336147.0, + "step": 2405 + }, + { + "entropy": 1.5864015817642212, + "epoch": 0.3085274631331481, + "learning_rate": 0.000994463946093653, + "loss": 4.470844268798828, + "mean_token_accuracy": 0.6372147003809611, + "num_tokens": 22343776.0, + "step": 2406 + }, + { + "entropy": 1.6196869611740112, + "epoch": 0.3086556956614661, + "learning_rate": 0.000994457875699903, + "loss": 4.524954795837402, + "mean_token_accuracy": 0.6364926894505819, + "num_tokens": 22353873.0, + "step": 2407 + }, + { + "entropy": 1.5275623798370361, + "epoch": 0.3087839281897841, + "learning_rate": 0.0009944518019983702, + "loss": 4.302051067352295, + "mean_token_accuracy": 0.6444380680720011, + "num_tokens": 22365820.0, + "step": 2408 + }, + { + "entropy": 1.6554041703542073, + "epoch": 0.3089121607181022, + "learning_rate": 0.0009944457249890955, + "loss": 4.751413345336914, + "mean_token_accuracy": 0.6106916069984436, + "num_tokens": 22374862.0, + "step": 2409 + }, + { + "entropy": 1.5199365615844727, + "epoch": 0.3090403932464202, + "learning_rate": 0.000994439644672119, + "loss": 4.417121410369873, + "mean_token_accuracy": 0.6206849614779154, + "num_tokens": 22384006.0, + "step": 2410 + }, + { + "entropy": 1.4379616578420003, + "epoch": 0.3091686257747382, + "learning_rate": 0.0009944335610474818, + "loss": 3.923834800720215, + "mean_token_accuracy": 0.6600080132484436, + "num_tokens": 22391684.0, + "step": 2411 + }, + { + "entropy": 1.5101347764333088, + "epoch": 0.3092968583030562, + "learning_rate": 0.0009944274741152247, + "loss": 4.214001655578613, + "mean_token_accuracy": 0.6400261918703715, + "num_tokens": 22400991.0, + "step": 2412 + }, + { + "entropy": 1.7293723424275715, + "epoch": 0.3094250908313742, + "learning_rate": 0.0009944213838753882, + "loss": 4.893215656280518, + "mean_token_accuracy": 0.6074140071868896, + "num_tokens": 22409165.0, + "step": 2413 + }, + { + "entropy": 1.6657901207605998, + "epoch": 0.30955332335969227, + "learning_rate": 0.0009944152903280127, + "loss": 4.732888221740723, + "mean_token_accuracy": 0.6135221918423971, + "num_tokens": 22418074.0, + "step": 2414 + }, + { + "entropy": 1.475124438603719, + "epoch": 0.3096815558880103, + "learning_rate": 0.0009944091934731398, + "loss": 4.0945234298706055, + "mean_token_accuracy": 0.6567984024683634, + "num_tokens": 22425221.0, + "step": 2415 + }, + { + "entropy": 1.749950369199117, + "epoch": 0.3098097884163283, + "learning_rate": 0.0009944030933108096, + "loss": 5.001222610473633, + "mean_token_accuracy": 0.5964037179946899, + "num_tokens": 22436629.0, + "step": 2416 + }, + { + "entropy": 1.7088493903477986, + "epoch": 0.3099380209446463, + "learning_rate": 0.0009943969898410633, + "loss": 4.931732654571533, + "mean_token_accuracy": 0.5904244581858317, + "num_tokens": 22445547.0, + "step": 2417 + }, + { + "entropy": 1.819717566172282, + "epoch": 0.3100662534729643, + "learning_rate": 0.0009943908830639416, + "loss": 5.207797050476074, + "mean_token_accuracy": 0.5795788963635763, + "num_tokens": 22453518.0, + "step": 2418 + }, + { + "entropy": 1.7537868420283, + "epoch": 0.3101944860012823, + "learning_rate": 0.0009943847729794852, + "loss": 4.987954616546631, + "mean_token_accuracy": 0.5891698996225992, + "num_tokens": 22461142.0, + "step": 2419 + }, + { + "entropy": 1.6716148455937703, + "epoch": 0.31032271852960036, + "learning_rate": 0.000994378659587735, + "loss": 4.69078254699707, + "mean_token_accuracy": 0.6144840717315674, + "num_tokens": 22474559.0, + "step": 2420 + }, + { + "entropy": 1.6500249703725178, + "epoch": 0.31045095105791837, + "learning_rate": 0.0009943725428887321, + "loss": 4.678727626800537, + "mean_token_accuracy": 0.6228532393773397, + "num_tokens": 22484961.0, + "step": 2421 + }, + { + "entropy": 1.4703192313512166, + "epoch": 0.3105791835862364, + "learning_rate": 0.0009943664228825174, + "loss": 4.1976494789123535, + "mean_token_accuracy": 0.6466277241706848, + "num_tokens": 22494132.0, + "step": 2422 + }, + { + "entropy": 1.7709552844365437, + "epoch": 0.3107074161145544, + "learning_rate": 0.0009943602995691318, + "loss": 5.071008205413818, + "mean_token_accuracy": 0.5998140970865885, + "num_tokens": 22504954.0, + "step": 2423 + }, + { + "entropy": 1.64638356367747, + "epoch": 0.3108356486428724, + "learning_rate": 0.000994354172948616, + "loss": 4.525080680847168, + "mean_token_accuracy": 0.6280176440874735, + "num_tokens": 22514058.0, + "step": 2424 + }, + { + "entropy": 1.6407766739527385, + "epoch": 0.31096388117119045, + "learning_rate": 0.0009943480430210114, + "loss": 4.81242036819458, + "mean_token_accuracy": 0.6004878878593445, + "num_tokens": 22521752.0, + "step": 2425 + }, + { + "entropy": 1.7507980664571126, + "epoch": 0.31109211369950845, + "learning_rate": 0.0009943419097863586, + "loss": 4.76523494720459, + "mean_token_accuracy": 0.608818252881368, + "num_tokens": 22531170.0, + "step": 2426 + }, + { + "entropy": 1.751754879951477, + "epoch": 0.31122034622782646, + "learning_rate": 0.000994335773244699, + "loss": 4.854655742645264, + "mean_token_accuracy": 0.6136562625567118, + "num_tokens": 22540021.0, + "step": 2427 + }, + { + "entropy": 1.6486575603485107, + "epoch": 0.31134857875614447, + "learning_rate": 0.0009943296333960734, + "loss": 4.653878211975098, + "mean_token_accuracy": 0.6086488167444865, + "num_tokens": 22550415.0, + "step": 2428 + }, + { + "entropy": 1.7659348646799724, + "epoch": 0.3114768112844625, + "learning_rate": 0.000994323490240523, + "loss": 5.091907978057861, + "mean_token_accuracy": 0.5935805837313334, + "num_tokens": 22559570.0, + "step": 2429 + }, + { + "entropy": 1.6986772219340007, + "epoch": 0.31160504381278054, + "learning_rate": 0.0009943173437780889, + "loss": 4.715949058532715, + "mean_token_accuracy": 0.6184068520863851, + "num_tokens": 22568988.0, + "step": 2430 + }, + { + "entropy": 1.7207362254460652, + "epoch": 0.31173327634109854, + "learning_rate": 0.0009943111940088122, + "loss": 5.11838436126709, + "mean_token_accuracy": 0.5642462571461996, + "num_tokens": 22577670.0, + "step": 2431 + }, + { + "entropy": 1.7734451691309612, + "epoch": 0.31186150886941655, + "learning_rate": 0.000994305040932734, + "loss": 5.016895294189453, + "mean_token_accuracy": 0.6045259038607279, + "num_tokens": 22586655.0, + "step": 2432 + }, + { + "entropy": 1.6489144961039226, + "epoch": 0.31198974139773455, + "learning_rate": 0.0009942988845498954, + "loss": 4.547104835510254, + "mean_token_accuracy": 0.6220071315765381, + "num_tokens": 22596805.0, + "step": 2433 + }, + { + "entropy": 1.9205435117085774, + "epoch": 0.31211797392605256, + "learning_rate": 0.0009942927248603377, + "loss": 5.5846757888793945, + "mean_token_accuracy": 0.5482693314552307, + "num_tokens": 22605577.0, + "step": 2434 + }, + { + "entropy": 1.6011632680892944, + "epoch": 0.31224620645437057, + "learning_rate": 0.0009942865618641022, + "loss": 4.366211414337158, + "mean_token_accuracy": 0.6477672060330709, + "num_tokens": 22614167.0, + "step": 2435 + }, + { + "entropy": 1.721157471338908, + "epoch": 0.31237443898268863, + "learning_rate": 0.0009942803955612298, + "loss": 4.987250328063965, + "mean_token_accuracy": 0.6048931280771891, + "num_tokens": 22621185.0, + "step": 2436 + }, + { + "entropy": 1.6000491778055828, + "epoch": 0.31250267151100664, + "learning_rate": 0.0009942742259517621, + "loss": 4.677404403686523, + "mean_token_accuracy": 0.6104694604873657, + "num_tokens": 22630723.0, + "step": 2437 + }, + { + "entropy": 1.6552449464797974, + "epoch": 0.31263090403932464, + "learning_rate": 0.0009942680530357403, + "loss": 4.659497261047363, + "mean_token_accuracy": 0.6228047410647074, + "num_tokens": 22639780.0, + "step": 2438 + }, + { + "entropy": 1.7320791482925415, + "epoch": 0.31275913656764265, + "learning_rate": 0.0009942618768132056, + "loss": 4.933083534240723, + "mean_token_accuracy": 0.5865516861279806, + "num_tokens": 22647779.0, + "step": 2439 + }, + { + "entropy": 1.5120179255803425, + "epoch": 0.31288736909596065, + "learning_rate": 0.000994255697284199, + "loss": 4.325694561004639, + "mean_token_accuracy": 0.6464863419532776, + "num_tokens": 22657881.0, + "step": 2440 + }, + { + "entropy": 1.8899012406667073, + "epoch": 0.3130156016242787, + "learning_rate": 0.0009942495144487627, + "loss": 5.365702152252197, + "mean_token_accuracy": 0.5671378572781881, + "num_tokens": 22666450.0, + "step": 2441 + }, + { + "entropy": 1.5655985673268635, + "epoch": 0.3131438341525967, + "learning_rate": 0.000994243328306937, + "loss": 4.521932601928711, + "mean_token_accuracy": 0.617829442024231, + "num_tokens": 22676044.0, + "step": 2442 + }, + { + "entropy": 1.7665910323460896, + "epoch": 0.31327206668091473, + "learning_rate": 0.0009942371388587641, + "loss": 4.948657035827637, + "mean_token_accuracy": 0.6048753261566162, + "num_tokens": 22685417.0, + "step": 2443 + }, + { + "entropy": 1.4603114525477092, + "epoch": 0.31340029920923274, + "learning_rate": 0.0009942309461042852, + "loss": 4.1211466789245605, + "mean_token_accuracy": 0.6494602560997009, + "num_tokens": 22693471.0, + "step": 2444 + }, + { + "entropy": 1.6297597487767537, + "epoch": 0.31352853173755074, + "learning_rate": 0.0009942247500435417, + "loss": 4.571527481079102, + "mean_token_accuracy": 0.6279217600822449, + "num_tokens": 22702420.0, + "step": 2445 + }, + { + "entropy": 1.702533523241679, + "epoch": 0.31365676426586875, + "learning_rate": 0.000994218550676575, + "loss": 4.725842475891113, + "mean_token_accuracy": 0.6083224813143412, + "num_tokens": 22712135.0, + "step": 2446 + }, + { + "entropy": 1.845505913098653, + "epoch": 0.3137849967941868, + "learning_rate": 0.0009942123480034264, + "loss": 5.212440013885498, + "mean_token_accuracy": 0.5865973631540934, + "num_tokens": 22722362.0, + "step": 2447 + }, + { + "entropy": 1.6411823829015095, + "epoch": 0.3139132293225048, + "learning_rate": 0.0009942061420241378, + "loss": 4.604841709136963, + "mean_token_accuracy": 0.6138715147972107, + "num_tokens": 22732774.0, + "step": 2448 + }, + { + "entropy": 1.5912410815556843, + "epoch": 0.3140414618508228, + "learning_rate": 0.0009941999327387502, + "loss": 4.541379928588867, + "mean_token_accuracy": 0.6332717736562093, + "num_tokens": 22741614.0, + "step": 2449 + }, + { + "entropy": 1.807671308517456, + "epoch": 0.31416969437914083, + "learning_rate": 0.0009941937201473055, + "loss": 5.116609573364258, + "mean_token_accuracy": 0.5829518636067709, + "num_tokens": 22751268.0, + "step": 2450 + }, + { + "entropy": 1.655437707901001, + "epoch": 0.31429792690745884, + "learning_rate": 0.0009941875042498453, + "loss": 4.716043472290039, + "mean_token_accuracy": 0.6199298699696859, + "num_tokens": 22761690.0, + "step": 2451 + }, + { + "entropy": 1.663556456565857, + "epoch": 0.3144261594357769, + "learning_rate": 0.0009941812850464112, + "loss": 4.5806779861450195, + "mean_token_accuracy": 0.6356026927630106, + "num_tokens": 22770816.0, + "step": 2452 + }, + { + "entropy": 1.683321197827657, + "epoch": 0.3145543919640949, + "learning_rate": 0.0009941750625370447, + "loss": 4.802954196929932, + "mean_token_accuracy": 0.6050885518391927, + "num_tokens": 22780124.0, + "step": 2453 + }, + { + "entropy": 1.6899895270665486, + "epoch": 0.3146826244924129, + "learning_rate": 0.000994168836721787, + "loss": 4.878963470458984, + "mean_token_accuracy": 0.5872802337010702, + "num_tokens": 22789887.0, + "step": 2454 + }, + { + "entropy": 1.471039096514384, + "epoch": 0.3148108570207309, + "learning_rate": 0.0009941626076006805, + "loss": 4.083944320678711, + "mean_token_accuracy": 0.6655481259028116, + "num_tokens": 22799207.0, + "step": 2455 + }, + { + "entropy": 1.916880448659261, + "epoch": 0.3149390895490489, + "learning_rate": 0.0009941563751737663, + "loss": 5.371590614318848, + "mean_token_accuracy": 0.5615542531013489, + "num_tokens": 22808237.0, + "step": 2456 + }, + { + "entropy": 1.3896248737970989, + "epoch": 0.315067322077367, + "learning_rate": 0.0009941501394410866, + "loss": 3.7252120971679688, + "mean_token_accuracy": 0.6884752710660299, + "num_tokens": 22815427.0, + "step": 2457 + }, + { + "entropy": 1.8593624830245972, + "epoch": 0.315195554605685, + "learning_rate": 0.0009941439004026826, + "loss": 5.091368675231934, + "mean_token_accuracy": 0.5928833683331808, + "num_tokens": 22826743.0, + "step": 2458 + }, + { + "entropy": 1.6746863921483357, + "epoch": 0.315323787134003, + "learning_rate": 0.0009941376580585965, + "loss": 4.649558067321777, + "mean_token_accuracy": 0.6187882622083029, + "num_tokens": 22835960.0, + "step": 2459 + }, + { + "entropy": 1.622709075609843, + "epoch": 0.315452019662321, + "learning_rate": 0.0009941314124088695, + "loss": 4.684372901916504, + "mean_token_accuracy": 0.6180587609608968, + "num_tokens": 22846564.0, + "step": 2460 + }, + { + "entropy": 1.5842273632685344, + "epoch": 0.315580252190639, + "learning_rate": 0.0009941251634535439, + "loss": 4.482882499694824, + "mean_token_accuracy": 0.6244996786117554, + "num_tokens": 22857128.0, + "step": 2461 + }, + { + "entropy": 1.6261444489161174, + "epoch": 0.315708484718957, + "learning_rate": 0.0009941189111926615, + "loss": 4.538680076599121, + "mean_token_accuracy": 0.6317880352338155, + "num_tokens": 22865840.0, + "step": 2462 + }, + { + "entropy": 1.6339455048243205, + "epoch": 0.3158367172472751, + "learning_rate": 0.0009941126556262637, + "loss": 4.655610084533691, + "mean_token_accuracy": 0.6116668780644735, + "num_tokens": 22876608.0, + "step": 2463 + }, + { + "entropy": 1.7864311536153157, + "epoch": 0.3159649497755931, + "learning_rate": 0.0009941063967543926, + "loss": 5.107271194458008, + "mean_token_accuracy": 0.5725777745246887, + "num_tokens": 22886059.0, + "step": 2464 + }, + { + "entropy": 1.5904124577840169, + "epoch": 0.3160931823039111, + "learning_rate": 0.00099410013457709, + "loss": 4.460737705230713, + "mean_token_accuracy": 0.6213562289873759, + "num_tokens": 22894066.0, + "step": 2465 + }, + { + "entropy": 1.6505122582117717, + "epoch": 0.3162214148322291, + "learning_rate": 0.0009940938690943982, + "loss": 4.686226844787598, + "mean_token_accuracy": 0.6114628314971924, + "num_tokens": 22903707.0, + "step": 2466 + }, + { + "entropy": 1.517765720685323, + "epoch": 0.3163496473605471, + "learning_rate": 0.0009940876003063585, + "loss": 4.289606094360352, + "mean_token_accuracy": 0.6612602472305298, + "num_tokens": 22912674.0, + "step": 2467 + }, + { + "entropy": 1.6122719049453735, + "epoch": 0.31647787988886517, + "learning_rate": 0.0009940813282130131, + "loss": 4.4392499923706055, + "mean_token_accuracy": 0.6224026282628378, + "num_tokens": 22921513.0, + "step": 2468 + }, + { + "entropy": 1.748953104019165, + "epoch": 0.31660611241718317, + "learning_rate": 0.000994075052814404, + "loss": 5.011256217956543, + "mean_token_accuracy": 0.5856830279032389, + "num_tokens": 22930116.0, + "step": 2469 + }, + { + "entropy": 1.5655415852864583, + "epoch": 0.3167343449455012, + "learning_rate": 0.0009940687741105732, + "loss": 4.443420886993408, + "mean_token_accuracy": 0.6171120206514994, + "num_tokens": 22940579.0, + "step": 2470 + }, + { + "entropy": 1.672521432240804, + "epoch": 0.3168625774738192, + "learning_rate": 0.0009940624921015626, + "loss": 4.709052085876465, + "mean_token_accuracy": 0.6139132777849833, + "num_tokens": 22949437.0, + "step": 2471 + }, + { + "entropy": 1.6571855942408245, + "epoch": 0.3169908100021372, + "learning_rate": 0.0009940562067874143, + "loss": 4.578496932983398, + "mean_token_accuracy": 0.6267919143040975, + "num_tokens": 22957564.0, + "step": 2472 + }, + { + "entropy": 1.556896487871806, + "epoch": 0.31711904253045525, + "learning_rate": 0.0009940499181681703, + "loss": 4.293127059936523, + "mean_token_accuracy": 0.6329644521077474, + "num_tokens": 22966742.0, + "step": 2473 + }, + { + "entropy": 1.5392115513483684, + "epoch": 0.31724727505877326, + "learning_rate": 0.0009940436262438727, + "loss": 4.390296459197998, + "mean_token_accuracy": 0.6372833251953125, + "num_tokens": 22972907.0, + "step": 2474 + }, + { + "entropy": 1.5996074279149373, + "epoch": 0.31737550758709127, + "learning_rate": 0.0009940373310145635, + "loss": 4.373753070831299, + "mean_token_accuracy": 0.6430626114209493, + "num_tokens": 22982230.0, + "step": 2475 + }, + { + "entropy": 1.700621247291565, + "epoch": 0.31750374011540927, + "learning_rate": 0.000994031032480285, + "loss": 4.808469772338867, + "mean_token_accuracy": 0.6090914805730184, + "num_tokens": 22992073.0, + "step": 2476 + }, + { + "entropy": 1.6299195686976116, + "epoch": 0.3176319726437273, + "learning_rate": 0.0009940247306410791, + "loss": 4.552157402038574, + "mean_token_accuracy": 0.6330742835998535, + "num_tokens": 23000105.0, + "step": 2477 + }, + { + "entropy": 1.5796591838200886, + "epoch": 0.3177602051720453, + "learning_rate": 0.0009940184254969883, + "loss": 4.391473293304443, + "mean_token_accuracy": 0.6410606503486633, + "num_tokens": 23008341.0, + "step": 2478 + }, + { + "entropy": 1.6552633047103882, + "epoch": 0.31788843770036335, + "learning_rate": 0.0009940121170480545, + "loss": 4.900975704193115, + "mean_token_accuracy": 0.5926961898803711, + "num_tokens": 23017152.0, + "step": 2479 + }, + { + "entropy": 1.659676988919576, + "epoch": 0.31801667022868135, + "learning_rate": 0.00099400580529432, + "loss": 4.632075786590576, + "mean_token_accuracy": 0.614587128162384, + "num_tokens": 23027364.0, + "step": 2480 + }, + { + "entropy": 1.6747684478759766, + "epoch": 0.31814490275699936, + "learning_rate": 0.000993999490235827, + "loss": 4.798952102661133, + "mean_token_accuracy": 0.619104246298472, + "num_tokens": 23036844.0, + "step": 2481 + }, + { + "entropy": 1.6026520729064941, + "epoch": 0.31827313528531737, + "learning_rate": 0.0009939931718726176, + "loss": 4.651791572570801, + "mean_token_accuracy": 0.6009654998779297, + "num_tokens": 23045926.0, + "step": 2482 + }, + { + "entropy": 1.6341070731480916, + "epoch": 0.31840136781363537, + "learning_rate": 0.0009939868502047342, + "loss": 4.403583526611328, + "mean_token_accuracy": 0.6364144086837769, + "num_tokens": 23053362.0, + "step": 2483 + }, + { + "entropy": 1.6907367706298828, + "epoch": 0.31852960034195343, + "learning_rate": 0.0009939805252322193, + "loss": 4.808156490325928, + "mean_token_accuracy": 0.619460920492808, + "num_tokens": 23061611.0, + "step": 2484 + }, + { + "entropy": 1.4850767453511555, + "epoch": 0.31865783287027144, + "learning_rate": 0.0009939741969551147, + "loss": 4.096655368804932, + "mean_token_accuracy": 0.6474277377128601, + "num_tokens": 23070496.0, + "step": 2485 + }, + { + "entropy": 1.6575594345728557, + "epoch": 0.31878606539858945, + "learning_rate": 0.0009939678653734633, + "loss": 4.584842205047607, + "mean_token_accuracy": 0.6144788066546122, + "num_tokens": 23078372.0, + "step": 2486 + }, + { + "entropy": 1.5776220560073853, + "epoch": 0.31891429792690745, + "learning_rate": 0.000993961530487307, + "loss": 4.373685836791992, + "mean_token_accuracy": 0.6278309424718221, + "num_tokens": 23087454.0, + "step": 2487 + }, + { + "entropy": 1.6716522375742595, + "epoch": 0.31904253045522546, + "learning_rate": 0.0009939551922966887, + "loss": 4.706099987030029, + "mean_token_accuracy": 0.61434938510259, + "num_tokens": 23095432.0, + "step": 2488 + }, + { + "entropy": 1.700521190961202, + "epoch": 0.31917076298354347, + "learning_rate": 0.0009939488508016504, + "loss": 4.823558807373047, + "mean_token_accuracy": 0.6049230098724365, + "num_tokens": 23105551.0, + "step": 2489 + }, + { + "entropy": 1.7247177362442017, + "epoch": 0.3192989955118615, + "learning_rate": 0.0009939425060022343, + "loss": 4.926598072052002, + "mean_token_accuracy": 0.6028219858805338, + "num_tokens": 23116530.0, + "step": 2490 + }, + { + "entropy": 1.745573878288269, + "epoch": 0.31942722804017953, + "learning_rate": 0.0009939361578984833, + "loss": 4.929170608520508, + "mean_token_accuracy": 0.6054446498552958, + "num_tokens": 23125535.0, + "step": 2491 + }, + { + "entropy": 1.6523747841517131, + "epoch": 0.31955546056849754, + "learning_rate": 0.00099392980649044, + "loss": 4.664701461791992, + "mean_token_accuracy": 0.6159902413686117, + "num_tokens": 23133865.0, + "step": 2492 + }, + { + "entropy": 1.5594295263290405, + "epoch": 0.31968369309681555, + "learning_rate": 0.0009939234517781462, + "loss": 4.386195659637451, + "mean_token_accuracy": 0.6320882240931193, + "num_tokens": 23143907.0, + "step": 2493 + }, + { + "entropy": 1.50192125638326, + "epoch": 0.31981192562513355, + "learning_rate": 0.0009939170937616451, + "loss": 4.376689910888672, + "mean_token_accuracy": 0.6400654713312784, + "num_tokens": 23152638.0, + "step": 2494 + }, + { + "entropy": 1.6362547874450684, + "epoch": 0.3199401581534516, + "learning_rate": 0.0009939107324409787, + "loss": 4.677830696105957, + "mean_token_accuracy": 0.6200887163480123, + "num_tokens": 23161750.0, + "step": 2495 + }, + { + "entropy": 1.6492927074432373, + "epoch": 0.3200683906817696, + "learning_rate": 0.00099390436781619, + "loss": 4.613035678863525, + "mean_token_accuracy": 0.6193953156471252, + "num_tokens": 23171093.0, + "step": 2496 + }, + { + "entropy": 1.713937759399414, + "epoch": 0.3201966232100876, + "learning_rate": 0.0009938979998873213, + "loss": 4.772069931030273, + "mean_token_accuracy": 0.614056388537089, + "num_tokens": 23179785.0, + "step": 2497 + }, + { + "entropy": 1.8022550741831462, + "epoch": 0.32032485573840563, + "learning_rate": 0.0009938916286544154, + "loss": 5.0991339683532715, + "mean_token_accuracy": 0.5791946450869242, + "num_tokens": 23189660.0, + "step": 2498 + }, + { + "entropy": 1.4526784817377727, + "epoch": 0.32045308826672364, + "learning_rate": 0.0009938852541175147, + "loss": 4.027785778045654, + "mean_token_accuracy": 0.6605396668116251, + "num_tokens": 23198412.0, + "step": 2499 + }, + { + "entropy": 1.7982593377431233, + "epoch": 0.3205813207950417, + "learning_rate": 0.000993878876276662, + "loss": 5.1637091636657715, + "mean_token_accuracy": 0.5655222336451212, + "num_tokens": 23206156.0, + "step": 2500 + }, + { + "entropy": 1.6883664925893147, + "epoch": 0.3207095533233597, + "learning_rate": 0.0009938724951319, + "loss": 4.782055377960205, + "mean_token_accuracy": 0.6017517646153768, + "num_tokens": 23216678.0, + "step": 2501 + }, + { + "entropy": 1.6970898707707722, + "epoch": 0.3208377858516777, + "learning_rate": 0.000993866110683271, + "loss": 4.695986747741699, + "mean_token_accuracy": 0.6182273427645365, + "num_tokens": 23227365.0, + "step": 2502 + }, + { + "entropy": 1.5684942404429119, + "epoch": 0.3209660183799957, + "learning_rate": 0.0009938597229308182, + "loss": 4.1639509201049805, + "mean_token_accuracy": 0.6516069571177164, + "num_tokens": 23236021.0, + "step": 2503 + }, + { + "entropy": 1.555993874867757, + "epoch": 0.3210942509083137, + "learning_rate": 0.000993853331874584, + "loss": 4.437886714935303, + "mean_token_accuracy": 0.6229905088742574, + "num_tokens": 23246662.0, + "step": 2504 + }, + { + "entropy": 1.6828898191452026, + "epoch": 0.32122248343663173, + "learning_rate": 0.0009938469375146118, + "loss": 4.758849143981934, + "mean_token_accuracy": 0.614986002445221, + "num_tokens": 23257628.0, + "step": 2505 + }, + { + "entropy": 1.8304672638575237, + "epoch": 0.3213507159649498, + "learning_rate": 0.0009938405398509434, + "loss": 5.112265586853027, + "mean_token_accuracy": 0.5883064667383829, + "num_tokens": 23267117.0, + "step": 2506 + }, + { + "entropy": 1.5501683950424194, + "epoch": 0.3214789484932678, + "learning_rate": 0.0009938341388836221, + "loss": 4.258481502532959, + "mean_token_accuracy": 0.6435901522636414, + "num_tokens": 23277704.0, + "step": 2507 + }, + { + "entropy": 1.7481024265289307, + "epoch": 0.3216071810215858, + "learning_rate": 0.000993827734612691, + "loss": 4.910681247711182, + "mean_token_accuracy": 0.5936888655026754, + "num_tokens": 23288658.0, + "step": 2508 + }, + { + "entropy": 1.775935133298238, + "epoch": 0.3217354135499038, + "learning_rate": 0.0009938213270381925, + "loss": 4.894108772277832, + "mean_token_accuracy": 0.596946140130361, + "num_tokens": 23297291.0, + "step": 2509 + }, + { + "entropy": 1.7066682974497478, + "epoch": 0.3218636460782218, + "learning_rate": 0.0009938149161601694, + "loss": 4.954620361328125, + "mean_token_accuracy": 0.6056165099143982, + "num_tokens": 23306675.0, + "step": 2510 + }, + { + "entropy": 1.7679289976755779, + "epoch": 0.3219918786065399, + "learning_rate": 0.0009938085019786651, + "loss": 5.0918474197387695, + "mean_token_accuracy": 0.5882543524106344, + "num_tokens": 23315871.0, + "step": 2511 + }, + { + "entropy": 1.6740532716115315, + "epoch": 0.3221201111348579, + "learning_rate": 0.000993802084493722, + "loss": 4.698875904083252, + "mean_token_accuracy": 0.6210479736328125, + "num_tokens": 23325839.0, + "step": 2512 + }, + { + "entropy": 1.7435938119888306, + "epoch": 0.3222483436631759, + "learning_rate": 0.0009937956637053832, + "loss": 4.807880878448486, + "mean_token_accuracy": 0.604849100112915, + "num_tokens": 23335175.0, + "step": 2513 + }, + { + "entropy": 1.4423009554545085, + "epoch": 0.3223765761914939, + "learning_rate": 0.0009937892396136919, + "loss": 4.105616092681885, + "mean_token_accuracy": 0.6546929081281027, + "num_tokens": 23343005.0, + "step": 2514 + }, + { + "entropy": 1.5493642091751099, + "epoch": 0.3225048087198119, + "learning_rate": 0.0009937828122186907, + "loss": 4.198134422302246, + "mean_token_accuracy": 0.662064810593923, + "num_tokens": 23351236.0, + "step": 2515 + }, + { + "entropy": 1.5594393014907837, + "epoch": 0.3226330412481299, + "learning_rate": 0.0009937763815204227, + "loss": 4.350579261779785, + "mean_token_accuracy": 0.6360206802686056, + "num_tokens": 23359805.0, + "step": 2516 + }, + { + "entropy": 1.5353779395421345, + "epoch": 0.322761273776448, + "learning_rate": 0.0009937699475189312, + "loss": 4.48871374130249, + "mean_token_accuracy": 0.6242376168568929, + "num_tokens": 23369203.0, + "step": 2517 + }, + { + "entropy": 1.6743680238723755, + "epoch": 0.322889506304766, + "learning_rate": 0.0009937635102142588, + "loss": 4.619483470916748, + "mean_token_accuracy": 0.6222773194313049, + "num_tokens": 23376993.0, + "step": 2518 + }, + { + "entropy": 1.5075759092966716, + "epoch": 0.323017738833084, + "learning_rate": 0.0009937570696064491, + "loss": 4.191952705383301, + "mean_token_accuracy": 0.6520241498947144, + "num_tokens": 23385825.0, + "step": 2519 + }, + { + "entropy": 1.6962753931681316, + "epoch": 0.323145971361402, + "learning_rate": 0.0009937506256955445, + "loss": 4.925601482391357, + "mean_token_accuracy": 0.6037413080533346, + "num_tokens": 23394339.0, + "step": 2520 + }, + { + "entropy": 1.771048863728841, + "epoch": 0.32327420388972, + "learning_rate": 0.0009937441784815886, + "loss": 4.918970108032227, + "mean_token_accuracy": 0.6051020423571268, + "num_tokens": 23402454.0, + "step": 2521 + }, + { + "entropy": 1.7118442455927532, + "epoch": 0.32340243641803806, + "learning_rate": 0.0009937377279646245, + "loss": 4.7442474365234375, + "mean_token_accuracy": 0.6147470076878866, + "num_tokens": 23409859.0, + "step": 2522 + }, + { + "entropy": 1.7868653933207195, + "epoch": 0.32353066894635607, + "learning_rate": 0.000993731274144695, + "loss": 5.033316612243652, + "mean_token_accuracy": 0.5963154633839926, + "num_tokens": 23418459.0, + "step": 2523 + }, + { + "entropy": 1.926048477490743, + "epoch": 0.3236589014746741, + "learning_rate": 0.000993724817021844, + "loss": 5.538317680358887, + "mean_token_accuracy": 0.5470430850982666, + "num_tokens": 23427597.0, + "step": 2524 + }, + { + "entropy": 1.7691782712936401, + "epoch": 0.3237871340029921, + "learning_rate": 0.000993718356596114, + "loss": 4.950122356414795, + "mean_token_accuracy": 0.597690204779307, + "num_tokens": 23437496.0, + "step": 2525 + }, + { + "entropy": 1.5270375808080037, + "epoch": 0.3239153665313101, + "learning_rate": 0.0009937118928675483, + "loss": 4.290370464324951, + "mean_token_accuracy": 0.6347794135411581, + "num_tokens": 23447292.0, + "step": 2526 + }, + { + "entropy": 1.6510799328486125, + "epoch": 0.32404359905962815, + "learning_rate": 0.0009937054258361904, + "loss": 4.438432693481445, + "mean_token_accuracy": 0.649084726969401, + "num_tokens": 23458466.0, + "step": 2527 + }, + { + "entropy": 1.6687613725662231, + "epoch": 0.32417183158794616, + "learning_rate": 0.0009936989555020836, + "loss": 4.8280463218688965, + "mean_token_accuracy": 0.604498565196991, + "num_tokens": 23466802.0, + "step": 2528 + }, + { + "entropy": 1.6894577344258626, + "epoch": 0.32430006411626416, + "learning_rate": 0.000993692481865271, + "loss": 4.788582801818848, + "mean_token_accuracy": 0.6101489067077637, + "num_tokens": 23476343.0, + "step": 2529 + }, + { + "entropy": 1.6291531721750896, + "epoch": 0.32442829664458217, + "learning_rate": 0.0009936860049257958, + "loss": 4.616605758666992, + "mean_token_accuracy": 0.6027505199114481, + "num_tokens": 23485025.0, + "step": 2530 + }, + { + "entropy": 1.5718982617060344, + "epoch": 0.3245565291729002, + "learning_rate": 0.0009936795246837016, + "loss": 4.22268533706665, + "mean_token_accuracy": 0.6548592646916708, + "num_tokens": 23495706.0, + "step": 2531 + }, + { + "entropy": 1.6362005074818928, + "epoch": 0.3246847617012182, + "learning_rate": 0.0009936730411390315, + "loss": 4.630696773529053, + "mean_token_accuracy": 0.612104078133901, + "num_tokens": 23503000.0, + "step": 2532 + }, + { + "entropy": 1.6849048932393391, + "epoch": 0.32481299422953624, + "learning_rate": 0.000993666554291829, + "loss": 4.717638969421387, + "mean_token_accuracy": 0.6168323755264282, + "num_tokens": 23512061.0, + "step": 2533 + }, + { + "entropy": 1.7059950431187947, + "epoch": 0.32494122675785425, + "learning_rate": 0.0009936600641421375, + "loss": 4.65927267074585, + "mean_token_accuracy": 0.6190613706906637, + "num_tokens": 23522145.0, + "step": 2534 + }, + { + "entropy": 1.7014247973759968, + "epoch": 0.32506945928617226, + "learning_rate": 0.0009936535706900004, + "loss": 4.7680277824401855, + "mean_token_accuracy": 0.6136125723520914, + "num_tokens": 23532917.0, + "step": 2535 + }, + { + "entropy": 1.5397640864054363, + "epoch": 0.32519769181449026, + "learning_rate": 0.0009936470739354613, + "loss": 4.226437091827393, + "mean_token_accuracy": 0.6413925488789877, + "num_tokens": 23542773.0, + "step": 2536 + }, + { + "entropy": 1.6558258533477783, + "epoch": 0.32532592434280827, + "learning_rate": 0.0009936405738785637, + "loss": 4.703125, + "mean_token_accuracy": 0.6113198002179464, + "num_tokens": 23553382.0, + "step": 2537 + }, + { + "entropy": 1.6135055621465046, + "epoch": 0.32545415687112633, + "learning_rate": 0.0009936340705193505, + "loss": 4.241448879241943, + "mean_token_accuracy": 0.6472660104433695, + "num_tokens": 23563005.0, + "step": 2538 + }, + { + "entropy": 1.6233437061309814, + "epoch": 0.32558238939944434, + "learning_rate": 0.0009936275638578657, + "loss": 4.5839152336120605, + "mean_token_accuracy": 0.6283212304115295, + "num_tokens": 23571539.0, + "step": 2539 + }, + { + "entropy": 1.6627462307612102, + "epoch": 0.32571062192776234, + "learning_rate": 0.0009936210538941527, + "loss": 4.678462028503418, + "mean_token_accuracy": 0.6167055169741312, + "num_tokens": 23579778.0, + "step": 2540 + }, + { + "entropy": 1.4191340208053589, + "epoch": 0.32583885445608035, + "learning_rate": 0.0009936145406282554, + "loss": 3.93612003326416, + "mean_token_accuracy": 0.6555899580319723, + "num_tokens": 23588442.0, + "step": 2541 + }, + { + "entropy": 1.5384848912556965, + "epoch": 0.32596708698439836, + "learning_rate": 0.0009936080240602167, + "loss": 4.320801258087158, + "mean_token_accuracy": 0.619532585144043, + "num_tokens": 23596563.0, + "step": 2542 + }, + { + "entropy": 1.7427671353022258, + "epoch": 0.3260953195127164, + "learning_rate": 0.0009936015041900807, + "loss": 4.924328804016113, + "mean_token_accuracy": 0.6097625494003296, + "num_tokens": 23608012.0, + "step": 2543 + }, + { + "entropy": 1.6880900859832764, + "epoch": 0.3262235520410344, + "learning_rate": 0.0009935949810178908, + "loss": 4.637273788452148, + "mean_token_accuracy": 0.6309417088826498, + "num_tokens": 23616446.0, + "step": 2544 + }, + { + "entropy": 1.5224353472391765, + "epoch": 0.32635178456935243, + "learning_rate": 0.0009935884545436908, + "loss": 4.239875793457031, + "mean_token_accuracy": 0.6432620684305826, + "num_tokens": 23627232.0, + "step": 2545 + }, + { + "entropy": 1.617655873298645, + "epoch": 0.32648001709767044, + "learning_rate": 0.0009935819247675242, + "loss": 4.38892936706543, + "mean_token_accuracy": 0.6336100300153097, + "num_tokens": 23637546.0, + "step": 2546 + }, + { + "entropy": 1.524144172668457, + "epoch": 0.32660824962598844, + "learning_rate": 0.0009935753916894346, + "loss": 4.385112762451172, + "mean_token_accuracy": 0.6300477584203085, + "num_tokens": 23647162.0, + "step": 2547 + }, + { + "entropy": 1.4333649476369221, + "epoch": 0.32673648215430645, + "learning_rate": 0.000993568855309466, + "loss": 4.011482238769531, + "mean_token_accuracy": 0.6593632300694784, + "num_tokens": 23657435.0, + "step": 2548 + }, + { + "entropy": 1.5678255955378215, + "epoch": 0.3268647146826245, + "learning_rate": 0.000993562315627662, + "loss": 4.446117877960205, + "mean_token_accuracy": 0.6198058923085531, + "num_tokens": 23666251.0, + "step": 2549 + }, + { + "entropy": 1.5891299645105998, + "epoch": 0.3269929472109425, + "learning_rate": 0.0009935557726440663, + "loss": 4.400332927703857, + "mean_token_accuracy": 0.6360125740369161, + "num_tokens": 23674344.0, + "step": 2550 + }, + { + "entropy": 1.643760879834493, + "epoch": 0.3271211797392605, + "learning_rate": 0.0009935492263587226, + "loss": 4.5787200927734375, + "mean_token_accuracy": 0.624879797299703, + "num_tokens": 23682819.0, + "step": 2551 + }, + { + "entropy": 1.8407578070958455, + "epoch": 0.32724941226757853, + "learning_rate": 0.000993542676771675, + "loss": 5.169349193572998, + "mean_token_accuracy": 0.5659912129243215, + "num_tokens": 23691819.0, + "step": 2552 + }, + { + "entropy": 1.554648518562317, + "epoch": 0.32737764479589654, + "learning_rate": 0.000993536123882967, + "loss": 4.321254253387451, + "mean_token_accuracy": 0.6392913262049357, + "num_tokens": 23701354.0, + "step": 2553 + }, + { + "entropy": 1.722905953725179, + "epoch": 0.3275058773242146, + "learning_rate": 0.0009935295676926426, + "loss": 4.797185897827148, + "mean_token_accuracy": 0.5939989884694418, + "num_tokens": 23710818.0, + "step": 2554 + }, + { + "entropy": 1.638268272082011, + "epoch": 0.3276341098525326, + "learning_rate": 0.0009935230082007455, + "loss": 4.574799060821533, + "mean_token_accuracy": 0.6236066222190857, + "num_tokens": 23719225.0, + "step": 2555 + }, + { + "entropy": 1.411205252011617, + "epoch": 0.3277623423808506, + "learning_rate": 0.0009935164454073196, + "loss": 3.9214630126953125, + "mean_token_accuracy": 0.662279744942983, + "num_tokens": 23729619.0, + "step": 2556 + }, + { + "entropy": 1.5319252014160156, + "epoch": 0.3278905749091686, + "learning_rate": 0.0009935098793124092, + "loss": 4.337296009063721, + "mean_token_accuracy": 0.6301844120025635, + "num_tokens": 23739660.0, + "step": 2557 + }, + { + "entropy": 1.8302541176478069, + "epoch": 0.3280188074374866, + "learning_rate": 0.0009935033099160576, + "loss": 5.255341053009033, + "mean_token_accuracy": 0.5821041464805603, + "num_tokens": 23748707.0, + "step": 2558 + }, + { + "entropy": 1.5998990535736084, + "epoch": 0.32814703996580463, + "learning_rate": 0.0009934967372183091, + "loss": 4.3442888259887695, + "mean_token_accuracy": 0.6404476165771484, + "num_tokens": 23757692.0, + "step": 2559 + }, + { + "entropy": 1.588590939839681, + "epoch": 0.3282752724941227, + "learning_rate": 0.0009934901612192078, + "loss": 4.488897323608398, + "mean_token_accuracy": 0.6471313635508219, + "num_tokens": 23767215.0, + "step": 2560 + }, + { + "entropy": 1.8428922891616821, + "epoch": 0.3284035050224407, + "learning_rate": 0.0009934835819187973, + "loss": 5.225740432739258, + "mean_token_accuracy": 0.5785923997561137, + "num_tokens": 23776659.0, + "step": 2561 + }, + { + "entropy": 1.701387882232666, + "epoch": 0.3285317375507587, + "learning_rate": 0.000993476999317122, + "loss": 4.853742599487305, + "mean_token_accuracy": 0.6086969375610352, + "num_tokens": 23785419.0, + "step": 2562 + }, + { + "entropy": 1.7419907649358113, + "epoch": 0.3286599700790767, + "learning_rate": 0.0009934704134142258, + "loss": 4.951591968536377, + "mean_token_accuracy": 0.5953869819641113, + "num_tokens": 23794137.0, + "step": 2563 + }, + { + "entropy": 1.6865349610646565, + "epoch": 0.3287882026073947, + "learning_rate": 0.0009934638242101526, + "loss": 4.747425556182861, + "mean_token_accuracy": 0.6153935392697653, + "num_tokens": 23804923.0, + "step": 2564 + }, + { + "entropy": 1.5753520727157593, + "epoch": 0.3289164351357128, + "learning_rate": 0.0009934572317049466, + "loss": 4.50481653213501, + "mean_token_accuracy": 0.6210306684176127, + "num_tokens": 23817091.0, + "step": 2565 + }, + { + "entropy": 1.8124236265818279, + "epoch": 0.3290446676640308, + "learning_rate": 0.000993450635898652, + "loss": 5.308539390563965, + "mean_token_accuracy": 0.5714946190516154, + "num_tokens": 23826745.0, + "step": 2566 + }, + { + "entropy": 1.7881991068522136, + "epoch": 0.3291729001923488, + "learning_rate": 0.0009934440367913126, + "loss": 5.085587501525879, + "mean_token_accuracy": 0.5969460010528564, + "num_tokens": 23836329.0, + "step": 2567 + }, + { + "entropy": 1.8180797100067139, + "epoch": 0.3293011327206668, + "learning_rate": 0.0009934374343829732, + "loss": 5.1962103843688965, + "mean_token_accuracy": 0.5843191345532736, + "num_tokens": 23844907.0, + "step": 2568 + }, + { + "entropy": 1.589557409286499, + "epoch": 0.3294293652489848, + "learning_rate": 0.0009934308286736772, + "loss": 4.504325866699219, + "mean_token_accuracy": 0.6266478498776754, + "num_tokens": 23853245.0, + "step": 2569 + }, + { + "entropy": 1.712003469467163, + "epoch": 0.32955759777730287, + "learning_rate": 0.0009934242196634694, + "loss": 5.050436496734619, + "mean_token_accuracy": 0.5927354494730631, + "num_tokens": 23863096.0, + "step": 2570 + }, + { + "entropy": 1.5179423888524373, + "epoch": 0.3296858303056209, + "learning_rate": 0.0009934176073523935, + "loss": 4.300854682922363, + "mean_token_accuracy": 0.6439152161280314, + "num_tokens": 23871073.0, + "step": 2571 + }, + { + "entropy": 1.4581738313039143, + "epoch": 0.3298140628339389, + "learning_rate": 0.000993410991740494, + "loss": 4.017246723175049, + "mean_token_accuracy": 0.6602682669957479, + "num_tokens": 23878778.0, + "step": 2572 + }, + { + "entropy": 1.6550453503926594, + "epoch": 0.3299422953622569, + "learning_rate": 0.0009934043728278153, + "loss": 4.552276611328125, + "mean_token_accuracy": 0.6303521990776062, + "num_tokens": 23887057.0, + "step": 2573 + }, + { + "entropy": 1.620702902475993, + "epoch": 0.3300705278905749, + "learning_rate": 0.0009933977506144016, + "loss": 4.490036487579346, + "mean_token_accuracy": 0.6018412709236145, + "num_tokens": 23895337.0, + "step": 2574 + }, + { + "entropy": 1.727772871653239, + "epoch": 0.3301987604188929, + "learning_rate": 0.000993391125100297, + "loss": 4.835072040557861, + "mean_token_accuracy": 0.60400919119517, + "num_tokens": 23904537.0, + "step": 2575 + }, + { + "entropy": 1.8104255199432373, + "epoch": 0.33032699294721096, + "learning_rate": 0.000993384496285546, + "loss": 5.015435218811035, + "mean_token_accuracy": 0.6036451458930969, + "num_tokens": 23912626.0, + "step": 2576 + }, + { + "entropy": 1.8488699595133464, + "epoch": 0.33045522547552897, + "learning_rate": 0.0009933778641701928, + "loss": 5.091772079467773, + "mean_token_accuracy": 0.5835758248964945, + "num_tokens": 23922495.0, + "step": 2577 + }, + { + "entropy": 1.618881066640218, + "epoch": 0.330583458003847, + "learning_rate": 0.0009933712287542818, + "loss": 4.659729480743408, + "mean_token_accuracy": 0.6084161599477133, + "num_tokens": 23933488.0, + "step": 2578 + }, + { + "entropy": 1.451770544052124, + "epoch": 0.330711690532165, + "learning_rate": 0.0009933645900378578, + "loss": 4.0534749031066895, + "mean_token_accuracy": 0.6634358962376913, + "num_tokens": 23944139.0, + "step": 2579 + }, + { + "entropy": 1.6341530084609985, + "epoch": 0.330839923060483, + "learning_rate": 0.0009933579480209645, + "loss": 4.685121536254883, + "mean_token_accuracy": 0.6064892013867696, + "num_tokens": 23952942.0, + "step": 2580 + }, + { + "entropy": 1.6627144416173298, + "epoch": 0.33096815558880105, + "learning_rate": 0.0009933513027036468, + "loss": 4.776739120483398, + "mean_token_accuracy": 0.5995440681775411, + "num_tokens": 23961098.0, + "step": 2581 + }, + { + "entropy": 1.8364866177241008, + "epoch": 0.33109638811711906, + "learning_rate": 0.000993344654085949, + "loss": 5.334449768066406, + "mean_token_accuracy": 0.5867318312327067, + "num_tokens": 23971092.0, + "step": 2582 + }, + { + "entropy": 1.5888208548227947, + "epoch": 0.33122462064543706, + "learning_rate": 0.0009933380021679157, + "loss": 4.414229869842529, + "mean_token_accuracy": 0.6401726404825846, + "num_tokens": 23981710.0, + "step": 2583 + }, + { + "entropy": 1.6547000408172607, + "epoch": 0.33135285317375507, + "learning_rate": 0.0009933313469495913, + "loss": 4.6607866287231445, + "mean_token_accuracy": 0.6159191131591797, + "num_tokens": 23991871.0, + "step": 2584 + }, + { + "entropy": 1.6627772251764934, + "epoch": 0.3314810857020731, + "learning_rate": 0.0009933246884310202, + "loss": 4.611505031585693, + "mean_token_accuracy": 0.6262708902359009, + "num_tokens": 24003080.0, + "step": 2585 + }, + { + "entropy": 1.6187934478123982, + "epoch": 0.33160931823039114, + "learning_rate": 0.0009933180266122473, + "loss": 4.446372985839844, + "mean_token_accuracy": 0.616060197353363, + "num_tokens": 24014239.0, + "step": 2586 + }, + { + "entropy": 1.6329505840937297, + "epoch": 0.33173755075870914, + "learning_rate": 0.0009933113614933168, + "loss": 4.497531890869141, + "mean_token_accuracy": 0.6366488138834635, + "num_tokens": 24026275.0, + "step": 2587 + }, + { + "entropy": 1.6346112092336018, + "epoch": 0.33186578328702715, + "learning_rate": 0.0009933046930742737, + "loss": 4.588616371154785, + "mean_token_accuracy": 0.6203958590825399, + "num_tokens": 24034499.0, + "step": 2588 + }, + { + "entropy": 1.7600448926289876, + "epoch": 0.33199401581534516, + "learning_rate": 0.000993298021355162, + "loss": 5.014510631561279, + "mean_token_accuracy": 0.6032377481460571, + "num_tokens": 24043526.0, + "step": 2589 + }, + { + "entropy": 1.805476427078247, + "epoch": 0.33212224834366316, + "learning_rate": 0.000993291346336027, + "loss": 5.043111324310303, + "mean_token_accuracy": 0.5774309635162354, + "num_tokens": 24052523.0, + "step": 2590 + }, + { + "entropy": 1.3671502272288005, + "epoch": 0.33225048087198117, + "learning_rate": 0.000993284668016913, + "loss": 3.8321194648742676, + "mean_token_accuracy": 0.6724467873573303, + "num_tokens": 24060998.0, + "step": 2591 + }, + { + "entropy": 1.5366257826487224, + "epoch": 0.33237871340029923, + "learning_rate": 0.0009932779863978645, + "loss": 4.311681270599365, + "mean_token_accuracy": 0.6301416754722595, + "num_tokens": 24070457.0, + "step": 2592 + }, + { + "entropy": 1.5664865970611572, + "epoch": 0.33250694592861724, + "learning_rate": 0.0009932713014789267, + "loss": 4.26702880859375, + "mean_token_accuracy": 0.6442391276359558, + "num_tokens": 24080002.0, + "step": 2593 + }, + { + "entropy": 1.5941903988520305, + "epoch": 0.33263517845693524, + "learning_rate": 0.0009932646132601438, + "loss": 4.546390056610107, + "mean_token_accuracy": 0.6209377447764078, + "num_tokens": 24089473.0, + "step": 2594 + }, + { + "entropy": 1.7301886876424153, + "epoch": 0.33276341098525325, + "learning_rate": 0.000993257921741561, + "loss": 4.974260330200195, + "mean_token_accuracy": 0.5959473450978597, + "num_tokens": 24099867.0, + "step": 2595 + }, + { + "entropy": 1.556188702583313, + "epoch": 0.33289164351357126, + "learning_rate": 0.0009932512269232225, + "loss": 4.34265661239624, + "mean_token_accuracy": 0.6349726319313049, + "num_tokens": 24108887.0, + "step": 2596 + }, + { + "entropy": 1.703440268834432, + "epoch": 0.3330198760418893, + "learning_rate": 0.0009932445288051736, + "loss": 4.820592403411865, + "mean_token_accuracy": 0.6172569592793783, + "num_tokens": 24116945.0, + "step": 2597 + }, + { + "entropy": 1.5530015627543132, + "epoch": 0.3331481085702073, + "learning_rate": 0.000993237827387459, + "loss": 4.256923675537109, + "mean_token_accuracy": 0.6431832313537598, + "num_tokens": 24125502.0, + "step": 2598 + }, + { + "entropy": 1.6585391759872437, + "epoch": 0.33327634109852533, + "learning_rate": 0.0009932311226701234, + "loss": 4.732696533203125, + "mean_token_accuracy": 0.6158674756685892, + "num_tokens": 24133918.0, + "step": 2599 + }, + { + "entropy": 1.3812458117802937, + "epoch": 0.33340457362684334, + "learning_rate": 0.000993224414653212, + "loss": 3.8397715091705322, + "mean_token_accuracy": 0.6670463681221008, + "num_tokens": 24144086.0, + "step": 2600 + }, + { + "entropy": 1.7367543776830037, + "epoch": 0.33353280615516134, + "learning_rate": 0.000993217703336769, + "loss": 4.743174076080322, + "mean_token_accuracy": 0.6198224226633707, + "num_tokens": 24151062.0, + "step": 2601 + }, + { + "entropy": 1.6763191223144531, + "epoch": 0.33366103868347935, + "learning_rate": 0.0009932109887208398, + "loss": 4.599390983581543, + "mean_token_accuracy": 0.6408974130948385, + "num_tokens": 24158608.0, + "step": 2602 + }, + { + "entropy": 1.4272565841674805, + "epoch": 0.3337892712117974, + "learning_rate": 0.0009932042708054693, + "loss": 3.900083065032959, + "mean_token_accuracy": 0.6620607972145081, + "num_tokens": 24165762.0, + "step": 2603 + }, + { + "entropy": 1.4317268133163452, + "epoch": 0.3339175037401154, + "learning_rate": 0.0009931975495907023, + "loss": 3.9754509925842285, + "mean_token_accuracy": 0.6695229808489481, + "num_tokens": 24173979.0, + "step": 2604 + }, + { + "entropy": 1.7615581353505452, + "epoch": 0.3340457362684334, + "learning_rate": 0.0009931908250765838, + "loss": 4.959482192993164, + "mean_token_accuracy": 0.6018593708674113, + "num_tokens": 24184260.0, + "step": 2605 + }, + { + "entropy": 1.6387811501820881, + "epoch": 0.33417396879675143, + "learning_rate": 0.000993184097263159, + "loss": 4.372170448303223, + "mean_token_accuracy": 0.6275284290313721, + "num_tokens": 24194146.0, + "step": 2606 + }, + { + "entropy": 1.6314292748769124, + "epoch": 0.33430220132506944, + "learning_rate": 0.0009931773661504724, + "loss": 4.522327423095703, + "mean_token_accuracy": 0.6177221139272054, + "num_tokens": 24203276.0, + "step": 2607 + }, + { + "entropy": 1.6584598620732625, + "epoch": 0.3344304338533875, + "learning_rate": 0.0009931706317385695, + "loss": 4.520721435546875, + "mean_token_accuracy": 0.6425807873407999, + "num_tokens": 24211460.0, + "step": 2608 + }, + { + "entropy": 1.832976261774699, + "epoch": 0.3345586663817055, + "learning_rate": 0.000993163894027495, + "loss": 5.157932281494141, + "mean_token_accuracy": 0.5818565686543783, + "num_tokens": 24221548.0, + "step": 2609 + }, + { + "entropy": 1.7450450261433919, + "epoch": 0.3346868989100235, + "learning_rate": 0.0009931571530172945, + "loss": 5.049709320068359, + "mean_token_accuracy": 0.6027136246363322, + "num_tokens": 24231054.0, + "step": 2610 + }, + { + "entropy": 1.6786606311798096, + "epoch": 0.3348151314383415, + "learning_rate": 0.0009931504087080127, + "loss": 4.586570739746094, + "mean_token_accuracy": 0.6236807902654012, + "num_tokens": 24241794.0, + "step": 2611 + }, + { + "entropy": 1.7230669657389324, + "epoch": 0.3349433639666595, + "learning_rate": 0.0009931436610996947, + "loss": 4.8516106605529785, + "mean_token_accuracy": 0.592993160088857, + "num_tokens": 24251371.0, + "step": 2612 + }, + { + "entropy": 1.6274920304616292, + "epoch": 0.3350715964949776, + "learning_rate": 0.0009931369101923856, + "loss": 4.600752830505371, + "mean_token_accuracy": 0.6102858185768127, + "num_tokens": 24259279.0, + "step": 2613 + }, + { + "entropy": 1.5921770334243774, + "epoch": 0.3351998290232956, + "learning_rate": 0.0009931301559861308, + "loss": 4.474488258361816, + "mean_token_accuracy": 0.629199226697286, + "num_tokens": 24268230.0, + "step": 2614 + }, + { + "entropy": 1.4456142981847127, + "epoch": 0.3353280615516136, + "learning_rate": 0.0009931233984809753, + "loss": 3.9231748580932617, + "mean_token_accuracy": 0.6622876127560934, + "num_tokens": 24276991.0, + "step": 2615 + }, + { + "entropy": 1.5909959077835083, + "epoch": 0.3354562940799316, + "learning_rate": 0.0009931166376769645, + "loss": 4.490850925445557, + "mean_token_accuracy": 0.6188789208730062, + "num_tokens": 24284814.0, + "step": 2616 + }, + { + "entropy": 1.687447190284729, + "epoch": 0.3355845266082496, + "learning_rate": 0.0009931098735741434, + "loss": 4.8279242515563965, + "mean_token_accuracy": 0.6141219536463419, + "num_tokens": 24295430.0, + "step": 2617 + }, + { + "entropy": 1.6216605106989543, + "epoch": 0.3357127591365676, + "learning_rate": 0.0009931031061725572, + "loss": 4.552176475524902, + "mean_token_accuracy": 0.6147026618321737, + "num_tokens": 24306324.0, + "step": 2618 + }, + { + "entropy": 1.536447525024414, + "epoch": 0.3358409916648857, + "learning_rate": 0.0009930963354722515, + "loss": 4.363986968994141, + "mean_token_accuracy": 0.6336695750554403, + "num_tokens": 24316161.0, + "step": 2619 + }, + { + "entropy": 1.6962237358093262, + "epoch": 0.3359692241932037, + "learning_rate": 0.0009930895614732715, + "loss": 4.649593830108643, + "mean_token_accuracy": 0.6184434096018473, + "num_tokens": 24325798.0, + "step": 2620 + }, + { + "entropy": 1.623333255449931, + "epoch": 0.3360974567215217, + "learning_rate": 0.0009930827841756623, + "loss": 4.625117301940918, + "mean_token_accuracy": 0.6068997383117676, + "num_tokens": 24341490.0, + "step": 2621 + }, + { + "entropy": 1.6374075810114543, + "epoch": 0.3362256892498397, + "learning_rate": 0.0009930760035794693, + "loss": 4.701578140258789, + "mean_token_accuracy": 0.6017461816469828, + "num_tokens": 24350847.0, + "step": 2622 + }, + { + "entropy": 1.6641205151875813, + "epoch": 0.3363539217781577, + "learning_rate": 0.000993069219684738, + "loss": 4.676443576812744, + "mean_token_accuracy": 0.6246107419331869, + "num_tokens": 24358871.0, + "step": 2623 + }, + { + "entropy": 1.4560178120930989, + "epoch": 0.33648215430647577, + "learning_rate": 0.0009930624324915138, + "loss": 3.95289945602417, + "mean_token_accuracy": 0.6563857396443685, + "num_tokens": 24368030.0, + "step": 2624 + }, + { + "entropy": 1.5645134449005127, + "epoch": 0.3366103868347938, + "learning_rate": 0.0009930556419998418, + "loss": 4.264145374298096, + "mean_token_accuracy": 0.6441131631533304, + "num_tokens": 24377739.0, + "step": 2625 + }, + { + "entropy": 1.6152140696843464, + "epoch": 0.3367386193631118, + "learning_rate": 0.0009930488482097677, + "loss": 4.506500720977783, + "mean_token_accuracy": 0.6233122746149699, + "num_tokens": 24385566.0, + "step": 2626 + }, + { + "entropy": 1.917555530865987, + "epoch": 0.3368668518914298, + "learning_rate": 0.000993042051121337, + "loss": 5.381292819976807, + "mean_token_accuracy": 0.5541631976763407, + "num_tokens": 24392842.0, + "step": 2627 + }, + { + "entropy": 1.6603245337804158, + "epoch": 0.3369950844197478, + "learning_rate": 0.0009930352507345952, + "loss": 4.721609592437744, + "mean_token_accuracy": 0.6087887088457743, + "num_tokens": 24402889.0, + "step": 2628 + }, + { + "entropy": 1.6003098090489705, + "epoch": 0.3371233169480658, + "learning_rate": 0.0009930284470495874, + "loss": 4.499500274658203, + "mean_token_accuracy": 0.6398776173591614, + "num_tokens": 24413735.0, + "step": 2629 + }, + { + "entropy": 1.633609652519226, + "epoch": 0.33725154947638386, + "learning_rate": 0.0009930216400663593, + "loss": 4.599079608917236, + "mean_token_accuracy": 0.6233107447624207, + "num_tokens": 24426910.0, + "step": 2630 + }, + { + "entropy": 1.6058825254440308, + "epoch": 0.33737978200470187, + "learning_rate": 0.0009930148297849569, + "loss": 4.402161598205566, + "mean_token_accuracy": 0.627155065536499, + "num_tokens": 24438730.0, + "step": 2631 + }, + { + "entropy": 1.6053327322006226, + "epoch": 0.3375080145330199, + "learning_rate": 0.0009930080162054249, + "loss": 4.43644905090332, + "mean_token_accuracy": 0.6314378976821899, + "num_tokens": 24447718.0, + "step": 2632 + }, + { + "entropy": 1.6642606655756633, + "epoch": 0.3376362470613379, + "learning_rate": 0.0009930011993278098, + "loss": 4.59370231628418, + "mean_token_accuracy": 0.6250208417574564, + "num_tokens": 24456151.0, + "step": 2633 + }, + { + "entropy": 1.7324453989664714, + "epoch": 0.3377644795896559, + "learning_rate": 0.0009929943791521564, + "loss": 4.8517656326293945, + "mean_token_accuracy": 0.5986854632695516, + "num_tokens": 24466865.0, + "step": 2634 + }, + { + "entropy": 1.6327752669652302, + "epoch": 0.33789271211797395, + "learning_rate": 0.0009929875556785109, + "loss": 4.5455732345581055, + "mean_token_accuracy": 0.6028921206792196, + "num_tokens": 24475923.0, + "step": 2635 + }, + { + "entropy": 1.5167760848999023, + "epoch": 0.33802094464629195, + "learning_rate": 0.0009929807289069184, + "loss": 4.0905046463012695, + "mean_token_accuracy": 0.6453844110171, + "num_tokens": 24483802.0, + "step": 2636 + }, + { + "entropy": 1.6675950288772583, + "epoch": 0.33814917717460996, + "learning_rate": 0.0009929738988374251, + "loss": 4.654407978057861, + "mean_token_accuracy": 0.6165832082430521, + "num_tokens": 24491871.0, + "step": 2637 + }, + { + "entropy": 1.5769747893015544, + "epoch": 0.33827740970292797, + "learning_rate": 0.0009929670654700766, + "loss": 4.263704776763916, + "mean_token_accuracy": 0.644244114557902, + "num_tokens": 24500250.0, + "step": 2638 + }, + { + "entropy": 1.4945093790690105, + "epoch": 0.338405642231246, + "learning_rate": 0.0009929602288049184, + "loss": 4.138984680175781, + "mean_token_accuracy": 0.6504593094189962, + "num_tokens": 24511201.0, + "step": 2639 + }, + { + "entropy": 1.7921756108601887, + "epoch": 0.33853387475956404, + "learning_rate": 0.0009929533888419961, + "loss": 5.080772399902344, + "mean_token_accuracy": 0.6168250242869059, + "num_tokens": 24520281.0, + "step": 2640 + }, + { + "entropy": 1.5956594944000244, + "epoch": 0.33866210728788204, + "learning_rate": 0.0009929465455813561, + "loss": 4.489476680755615, + "mean_token_accuracy": 0.6202277938524882, + "num_tokens": 24528661.0, + "step": 2641 + }, + { + "entropy": 1.7428682247797649, + "epoch": 0.33879033981620005, + "learning_rate": 0.0009929396990230434, + "loss": 4.891544342041016, + "mean_token_accuracy": 0.603928824265798, + "num_tokens": 24538854.0, + "step": 2642 + }, + { + "entropy": 1.6028449138005574, + "epoch": 0.33891857234451805, + "learning_rate": 0.0009929328491671044, + "loss": 4.607658386230469, + "mean_token_accuracy": 0.6051815549532572, + "num_tokens": 24547350.0, + "step": 2643 + }, + { + "entropy": 1.847037633260091, + "epoch": 0.33904680487283606, + "learning_rate": 0.0009929259960135847, + "loss": 5.230862617492676, + "mean_token_accuracy": 0.5901995698610941, + "num_tokens": 24553933.0, + "step": 2644 + }, + { + "entropy": 1.6729477643966675, + "epoch": 0.33917503740115407, + "learning_rate": 0.00099291913956253, + "loss": 4.716864109039307, + "mean_token_accuracy": 0.6065615018208822, + "num_tokens": 24565887.0, + "step": 2645 + }, + { + "entropy": 1.7086076339085896, + "epoch": 0.33930326992947213, + "learning_rate": 0.0009929122798139865, + "loss": 4.792898654937744, + "mean_token_accuracy": 0.6048703988393148, + "num_tokens": 24574018.0, + "step": 2646 + }, + { + "entropy": 1.5002164443333943, + "epoch": 0.33943150245779014, + "learning_rate": 0.0009929054167679998, + "loss": 4.217245101928711, + "mean_token_accuracy": 0.6548680861790975, + "num_tokens": 24581740.0, + "step": 2647 + }, + { + "entropy": 1.7046047449111938, + "epoch": 0.33955973498610814, + "learning_rate": 0.000992898550424616, + "loss": 4.78514289855957, + "mean_token_accuracy": 0.6171689828236898, + "num_tokens": 24593158.0, + "step": 2648 + }, + { + "entropy": 1.4168942769368489, + "epoch": 0.33968796751442615, + "learning_rate": 0.0009928916807838807, + "loss": 4.006312370300293, + "mean_token_accuracy": 0.6597792506217957, + "num_tokens": 24603246.0, + "step": 2649 + }, + { + "entropy": 1.6859588225682576, + "epoch": 0.33981620004274415, + "learning_rate": 0.0009928848078458402, + "loss": 4.613225936889648, + "mean_token_accuracy": 0.6145677367846171, + "num_tokens": 24612508.0, + "step": 2650 + }, + { + "entropy": 1.7514859835306804, + "epoch": 0.3399444325710622, + "learning_rate": 0.0009928779316105405, + "loss": 5.121029853820801, + "mean_token_accuracy": 0.5933892726898193, + "num_tokens": 24623599.0, + "step": 2651 + }, + { + "entropy": 1.7118604977925618, + "epoch": 0.3400726650993802, + "learning_rate": 0.0009928710520780274, + "loss": 4.741035461425781, + "mean_token_accuracy": 0.605798621972402, + "num_tokens": 24631896.0, + "step": 2652 + }, + { + "entropy": 1.6904596487681072, + "epoch": 0.34020089762769823, + "learning_rate": 0.000992864169248347, + "loss": 4.858376979827881, + "mean_token_accuracy": 0.5999991297721863, + "num_tokens": 24640826.0, + "step": 2653 + }, + { + "entropy": 1.7528104782104492, + "epoch": 0.34032913015601624, + "learning_rate": 0.0009928572831215453, + "loss": 5.0116753578186035, + "mean_token_accuracy": 0.603710393110911, + "num_tokens": 24651139.0, + "step": 2654 + }, + { + "entropy": 1.9056826035181682, + "epoch": 0.34045736268433424, + "learning_rate": 0.0009928503936976686, + "loss": 5.424345016479492, + "mean_token_accuracy": 0.5725581248601278, + "num_tokens": 24659270.0, + "step": 2655 + }, + { + "entropy": 1.691451867421468, + "epoch": 0.3405855952126523, + "learning_rate": 0.0009928435009767627, + "loss": 4.7255048751831055, + "mean_token_accuracy": 0.6178587873776754, + "num_tokens": 24672956.0, + "step": 2656 + }, + { + "entropy": 1.7359450658162434, + "epoch": 0.3407138277409703, + "learning_rate": 0.0009928366049588736, + "loss": 4.861482620239258, + "mean_token_accuracy": 0.6016204357147217, + "num_tokens": 24682057.0, + "step": 2657 + }, + { + "entropy": 1.5577621857325237, + "epoch": 0.3408420602692883, + "learning_rate": 0.000992829705644048, + "loss": 4.429603576660156, + "mean_token_accuracy": 0.6214757959047953, + "num_tokens": 24691140.0, + "step": 2658 + }, + { + "entropy": 1.6683489481608074, + "epoch": 0.3409702927976063, + "learning_rate": 0.0009928228030323314, + "loss": 4.629534721374512, + "mean_token_accuracy": 0.6216744780540466, + "num_tokens": 24698027.0, + "step": 2659 + }, + { + "entropy": 1.5466702381769817, + "epoch": 0.34109852532592433, + "learning_rate": 0.0009928158971237704, + "loss": 4.299273490905762, + "mean_token_accuracy": 0.6478851040204366, + "num_tokens": 24707308.0, + "step": 2660 + }, + { + "entropy": 1.6332937081654866, + "epoch": 0.34122675785424234, + "learning_rate": 0.0009928089879184111, + "loss": 4.551190376281738, + "mean_token_accuracy": 0.620211124420166, + "num_tokens": 24719038.0, + "step": 2661 + }, + { + "entropy": 1.6049055258433025, + "epoch": 0.3413549903825604, + "learning_rate": 0.0009928020754162996, + "loss": 4.489557266235352, + "mean_token_accuracy": 0.6326978007952372, + "num_tokens": 24730169.0, + "step": 2662 + }, + { + "entropy": 1.6314096053441365, + "epoch": 0.3414832229108784, + "learning_rate": 0.0009927951596174823, + "loss": 4.561674118041992, + "mean_token_accuracy": 0.6240098079045614, + "num_tokens": 24739718.0, + "step": 2663 + }, + { + "entropy": 1.7095588048299153, + "epoch": 0.3416114554391964, + "learning_rate": 0.0009927882405220054, + "loss": 4.925517559051514, + "mean_token_accuracy": 0.5818804899851481, + "num_tokens": 24747811.0, + "step": 2664 + }, + { + "entropy": 1.7828129132588704, + "epoch": 0.3417396879675144, + "learning_rate": 0.000992781318129915, + "loss": 4.786476135253906, + "mean_token_accuracy": 0.5968330303827921, + "num_tokens": 24755693.0, + "step": 2665 + }, + { + "entropy": 1.6633431911468506, + "epoch": 0.3418679204958324, + "learning_rate": 0.000992774392441258, + "loss": 4.7416887283325195, + "mean_token_accuracy": 0.621758778889974, + "num_tokens": 24763886.0, + "step": 2666 + }, + { + "entropy": 1.4246309995651245, + "epoch": 0.3419961530241505, + "learning_rate": 0.00099276746345608, + "loss": 3.961071014404297, + "mean_token_accuracy": 0.663447380065918, + "num_tokens": 24774510.0, + "step": 2667 + }, + { + "entropy": 1.634964108467102, + "epoch": 0.3421243855524685, + "learning_rate": 0.0009927605311744279, + "loss": 4.601113319396973, + "mean_token_accuracy": 0.6080818573633829, + "num_tokens": 24781977.0, + "step": 2668 + }, + { + "entropy": 1.5291922092437744, + "epoch": 0.3422526180807865, + "learning_rate": 0.0009927535955963477, + "loss": 4.223508834838867, + "mean_token_accuracy": 0.6378901799519857, + "num_tokens": 24791031.0, + "step": 2669 + }, + { + "entropy": 1.8121997912724812, + "epoch": 0.3423808506091045, + "learning_rate": 0.000992746656721886, + "loss": 4.961800575256348, + "mean_token_accuracy": 0.607591986656189, + "num_tokens": 24799846.0, + "step": 2670 + }, + { + "entropy": 1.626817266146342, + "epoch": 0.3425090831374225, + "learning_rate": 0.0009927397145510892, + "loss": 4.612807273864746, + "mean_token_accuracy": 0.6241823633511862, + "num_tokens": 24812126.0, + "step": 2671 + }, + { + "entropy": 1.6598552465438843, + "epoch": 0.3426373156657405, + "learning_rate": 0.0009927327690840036, + "loss": 4.557748794555664, + "mean_token_accuracy": 0.6304576595624288, + "num_tokens": 24822054.0, + "step": 2672 + }, + { + "entropy": 1.6393593549728394, + "epoch": 0.3427655481940586, + "learning_rate": 0.000992725820320676, + "loss": 4.446192741394043, + "mean_token_accuracy": 0.627479612827301, + "num_tokens": 24831933.0, + "step": 2673 + }, + { + "entropy": 1.8820240497589111, + "epoch": 0.3428937807223766, + "learning_rate": 0.0009927188682611525, + "loss": 5.295428276062012, + "mean_token_accuracy": 0.5914279222488403, + "num_tokens": 24840109.0, + "step": 2674 + }, + { + "entropy": 1.6230883598327637, + "epoch": 0.3430220132506946, + "learning_rate": 0.0009927119129054798, + "loss": 4.41325044631958, + "mean_token_accuracy": 0.6349606116612753, + "num_tokens": 24849442.0, + "step": 2675 + }, + { + "entropy": 1.71353014310201, + "epoch": 0.3431502457790126, + "learning_rate": 0.0009927049542537043, + "loss": 4.8911848068237305, + "mean_token_accuracy": 0.6055489778518677, + "num_tokens": 24859424.0, + "step": 2676 + }, + { + "entropy": 1.7259974082310994, + "epoch": 0.3432784783073306, + "learning_rate": 0.000992697992305873, + "loss": 5.089919567108154, + "mean_token_accuracy": 0.5994829734166464, + "num_tokens": 24868601.0, + "step": 2677 + }, + { + "entropy": 1.5744698842366536, + "epoch": 0.34340671083564867, + "learning_rate": 0.0009926910270620318, + "loss": 4.326495170593262, + "mean_token_accuracy": 0.623227596282959, + "num_tokens": 24876776.0, + "step": 2678 + }, + { + "entropy": 1.7684759298960369, + "epoch": 0.34353494336396667, + "learning_rate": 0.0009926840585222278, + "loss": 5.0614471435546875, + "mean_token_accuracy": 0.5708500146865845, + "num_tokens": 24884710.0, + "step": 2679 + }, + { + "entropy": 1.6512295802434285, + "epoch": 0.3436631758922847, + "learning_rate": 0.0009926770866865071, + "loss": 4.56525993347168, + "mean_token_accuracy": 0.6425595879554749, + "num_tokens": 24892545.0, + "step": 2680 + }, + { + "entropy": 1.4850980043411255, + "epoch": 0.3437914084206027, + "learning_rate": 0.0009926701115549172, + "loss": 3.974789619445801, + "mean_token_accuracy": 0.6664514541625977, + "num_tokens": 24900924.0, + "step": 2681 + }, + { + "entropy": 1.6636147101720173, + "epoch": 0.3439196409489207, + "learning_rate": 0.0009926631331275038, + "loss": 4.577023983001709, + "mean_token_accuracy": 0.6224527160326639, + "num_tokens": 24910100.0, + "step": 2682 + }, + { + "entropy": 1.5545376539230347, + "epoch": 0.34404787347723875, + "learning_rate": 0.0009926561514043142, + "loss": 4.3822808265686035, + "mean_token_accuracy": 0.6277812123298645, + "num_tokens": 24918509.0, + "step": 2683 + }, + { + "entropy": 1.6017501751581829, + "epoch": 0.34417610600555676, + "learning_rate": 0.000992649166385395, + "loss": 4.44064998626709, + "mean_token_accuracy": 0.6217756271362305, + "num_tokens": 24925252.0, + "step": 2684 + }, + { + "entropy": 1.6734987099965413, + "epoch": 0.34430433853387477, + "learning_rate": 0.0009926421780707929, + "loss": 4.574399948120117, + "mean_token_accuracy": 0.6228669881820679, + "num_tokens": 24934920.0, + "step": 2685 + }, + { + "entropy": 1.6047290960947673, + "epoch": 0.34443257106219277, + "learning_rate": 0.0009926351864605544, + "loss": 4.464020729064941, + "mean_token_accuracy": 0.6314188440640768, + "num_tokens": 24943523.0, + "step": 2686 + }, + { + "entropy": 1.5400129954020183, + "epoch": 0.3445608035905108, + "learning_rate": 0.0009926281915547267, + "loss": 4.139915466308594, + "mean_token_accuracy": 0.6436753074328104, + "num_tokens": 24953008.0, + "step": 2687 + }, + { + "entropy": 1.6637345155080159, + "epoch": 0.3446890361188288, + "learning_rate": 0.0009926211933533563, + "loss": 4.793790340423584, + "mean_token_accuracy": 0.6062217752138773, + "num_tokens": 24964141.0, + "step": 2688 + }, + { + "entropy": 1.637336015701294, + "epoch": 0.34481726864714685, + "learning_rate": 0.0009926141918564898, + "loss": 4.574807167053223, + "mean_token_accuracy": 0.6272851427396139, + "num_tokens": 24972830.0, + "step": 2689 + }, + { + "entropy": 1.7503769000371296, + "epoch": 0.34494550117546485, + "learning_rate": 0.0009926071870641746, + "loss": 4.906215667724609, + "mean_token_accuracy": 0.6107911070187887, + "num_tokens": 24982304.0, + "step": 2690 + }, + { + "entropy": 1.5736527840296428, + "epoch": 0.34507373370378286, + "learning_rate": 0.0009926001789764573, + "loss": 4.302433013916016, + "mean_token_accuracy": 0.6412170132001241, + "num_tokens": 24990379.0, + "step": 2691 + }, + { + "entropy": 1.6735828320185344, + "epoch": 0.34520196623210087, + "learning_rate": 0.0009925931675933849, + "loss": 4.685624122619629, + "mean_token_accuracy": 0.6190465887387594, + "num_tokens": 25001030.0, + "step": 2692 + }, + { + "entropy": 1.6403114795684814, + "epoch": 0.34533019876041887, + "learning_rate": 0.000992586152915004, + "loss": 4.516276836395264, + "mean_token_accuracy": 0.6252954204877218, + "num_tokens": 25012117.0, + "step": 2693 + }, + { + "entropy": 1.8066397110621135, + "epoch": 0.34545843128873693, + "learning_rate": 0.0009925791349413616, + "loss": 5.306110382080078, + "mean_token_accuracy": 0.5759414831797282, + "num_tokens": 25021616.0, + "step": 2694 + }, + { + "entropy": 1.5425724188486736, + "epoch": 0.34558666381705494, + "learning_rate": 0.000992572113672505, + "loss": 4.326108932495117, + "mean_token_accuracy": 0.6538617014884949, + "num_tokens": 25030937.0, + "step": 2695 + }, + { + "entropy": 1.6934435367584229, + "epoch": 0.34571489634537295, + "learning_rate": 0.000992565089108481, + "loss": 4.878305435180664, + "mean_token_accuracy": 0.5913204352060953, + "num_tokens": 25039917.0, + "step": 2696 + }, + { + "entropy": 1.7673440376917522, + "epoch": 0.34584312887369095, + "learning_rate": 0.000992558061249336, + "loss": 4.969151496887207, + "mean_token_accuracy": 0.5959760745366415, + "num_tokens": 25047363.0, + "step": 2697 + }, + { + "entropy": 2.0253372192382812, + "epoch": 0.34597136140200896, + "learning_rate": 0.000992551030095118, + "loss": 5.804006576538086, + "mean_token_accuracy": 0.5496036012967428, + "num_tokens": 25055936.0, + "step": 2698 + }, + { + "entropy": 1.656343142191569, + "epoch": 0.34609959393032697, + "learning_rate": 0.0009925439956458733, + "loss": 4.719640731811523, + "mean_token_accuracy": 0.6051631569862366, + "num_tokens": 25064525.0, + "step": 2699 + }, + { + "entropy": 1.5352448622385662, + "epoch": 0.346227826458645, + "learning_rate": 0.0009925369579016493, + "loss": 4.321381092071533, + "mean_token_accuracy": 0.6302051345507304, + "num_tokens": 25072269.0, + "step": 2700 + }, + { + "entropy": 1.6065096855163574, + "epoch": 0.34635605898696303, + "learning_rate": 0.000992529916862493, + "loss": 4.483466148376465, + "mean_token_accuracy": 0.6198082566261292, + "num_tokens": 25082429.0, + "step": 2701 + }, + { + "entropy": 1.7267236709594727, + "epoch": 0.34648429151528104, + "learning_rate": 0.0009925228725284516, + "loss": 4.937221527099609, + "mean_token_accuracy": 0.5935328801472982, + "num_tokens": 25090394.0, + "step": 2702 + }, + { + "entropy": 1.545976161956787, + "epoch": 0.34661252404359905, + "learning_rate": 0.000992515824899572, + "loss": 4.287296295166016, + "mean_token_accuracy": 0.6411211887995402, + "num_tokens": 25099761.0, + "step": 2703 + }, + { + "entropy": 1.6483577489852905, + "epoch": 0.34674075657191705, + "learning_rate": 0.0009925087739759016, + "loss": 4.679170608520508, + "mean_token_accuracy": 0.6124953627586365, + "num_tokens": 25108124.0, + "step": 2704 + }, + { + "entropy": 1.6974825064341228, + "epoch": 0.3468689891002351, + "learning_rate": 0.0009925017197574876, + "loss": 4.562148094177246, + "mean_token_accuracy": 0.6240381002426147, + "num_tokens": 25116418.0, + "step": 2705 + }, + { + "entropy": 1.536927064259847, + "epoch": 0.3469972216285531, + "learning_rate": 0.0009924946622443768, + "loss": 4.302823543548584, + "mean_token_accuracy": 0.6284798582394918, + "num_tokens": 25124117.0, + "step": 2706 + }, + { + "entropy": 1.6788546244303386, + "epoch": 0.3471254541568711, + "learning_rate": 0.0009924876014366167, + "loss": 4.777459621429443, + "mean_token_accuracy": 0.6138173341751099, + "num_tokens": 25131851.0, + "step": 2707 + }, + { + "entropy": 1.7211665312449138, + "epoch": 0.34725368668518913, + "learning_rate": 0.0009924805373342544, + "loss": 4.740596771240234, + "mean_token_accuracy": 0.6180298725763956, + "num_tokens": 25141850.0, + "step": 2708 + }, + { + "entropy": 1.7461247046788533, + "epoch": 0.34738191921350714, + "learning_rate": 0.0009924734699373375, + "loss": 4.999561309814453, + "mean_token_accuracy": 0.5882198810577393, + "num_tokens": 25151203.0, + "step": 2709 + }, + { + "entropy": 1.608535647392273, + "epoch": 0.3475101517418252, + "learning_rate": 0.0009924663992459128, + "loss": 4.566192150115967, + "mean_token_accuracy": 0.6207956274350485, + "num_tokens": 25160117.0, + "step": 2710 + }, + { + "entropy": 1.4826175769170125, + "epoch": 0.3476383842701432, + "learning_rate": 0.000992459325260028, + "loss": 4.146227836608887, + "mean_token_accuracy": 0.6436262528101603, + "num_tokens": 25167876.0, + "step": 2711 + }, + { + "entropy": 1.5070950190226238, + "epoch": 0.3477666167984612, + "learning_rate": 0.00099245224797973, + "loss": 4.004561424255371, + "mean_token_accuracy": 0.6746516426404318, + "num_tokens": 25175089.0, + "step": 2712 + }, + { + "entropy": 1.5049904584884644, + "epoch": 0.3478948493267792, + "learning_rate": 0.0009924451674050666, + "loss": 4.152701377868652, + "mean_token_accuracy": 0.6559504071871439, + "num_tokens": 25184827.0, + "step": 2713 + }, + { + "entropy": 1.5523783365885417, + "epoch": 0.3480230818550972, + "learning_rate": 0.0009924380835360847, + "loss": 4.370737075805664, + "mean_token_accuracy": 0.6347859303156534, + "num_tokens": 25194203.0, + "step": 2714 + }, + { + "entropy": 1.7039613326390584, + "epoch": 0.34815131438341523, + "learning_rate": 0.0009924309963728322, + "loss": 4.7415242195129395, + "mean_token_accuracy": 0.6204140583674113, + "num_tokens": 25203036.0, + "step": 2715 + }, + { + "entropy": 1.4999112288157146, + "epoch": 0.3482795469117333, + "learning_rate": 0.0009924239059153563, + "loss": 4.122615814208984, + "mean_token_accuracy": 0.6471534172693888, + "num_tokens": 25211269.0, + "step": 2716 + }, + { + "entropy": 1.6452730496724446, + "epoch": 0.3484077794400513, + "learning_rate": 0.0009924168121637042, + "loss": 4.6355719566345215, + "mean_token_accuracy": 0.6268055438995361, + "num_tokens": 25220132.0, + "step": 2717 + }, + { + "entropy": 1.6066205898920696, + "epoch": 0.3485360119683693, + "learning_rate": 0.0009924097151179237, + "loss": 4.501795291900635, + "mean_token_accuracy": 0.6256347894668579, + "num_tokens": 25228732.0, + "step": 2718 + }, + { + "entropy": 1.8018285036087036, + "epoch": 0.3486642444966873, + "learning_rate": 0.000992402614778062, + "loss": 5.065713405609131, + "mean_token_accuracy": 0.5671175916989645, + "num_tokens": 25235827.0, + "step": 2719 + }, + { + "entropy": 1.6738826036453247, + "epoch": 0.3487924770250053, + "learning_rate": 0.0009923955111441668, + "loss": 4.73264217376709, + "mean_token_accuracy": 0.6208527684211731, + "num_tokens": 25246785.0, + "step": 2720 + }, + { + "entropy": 1.8801499207814534, + "epoch": 0.3489207095533234, + "learning_rate": 0.0009923884042162857, + "loss": 5.539112091064453, + "mean_token_accuracy": 0.5735883514086405, + "num_tokens": 25258112.0, + "step": 2721 + }, + { + "entropy": 1.6553562482198079, + "epoch": 0.3490489420816414, + "learning_rate": 0.0009923812939944658, + "loss": 4.6749467849731445, + "mean_token_accuracy": 0.6212958097457886, + "num_tokens": 25268569.0, + "step": 2722 + }, + { + "entropy": 1.4549339612325032, + "epoch": 0.3491771746099594, + "learning_rate": 0.000992374180478755, + "loss": 3.9771552085876465, + "mean_token_accuracy": 0.6639361381530762, + "num_tokens": 25279185.0, + "step": 2723 + }, + { + "entropy": 1.7419649362564087, + "epoch": 0.3493054071382774, + "learning_rate": 0.000992367063669201, + "loss": 4.850520133972168, + "mean_token_accuracy": 0.6053332090377808, + "num_tokens": 25291459.0, + "step": 2724 + }, + { + "entropy": 1.7193159262339275, + "epoch": 0.3494336396665954, + "learning_rate": 0.0009923599435658513, + "loss": 4.949023246765137, + "mean_token_accuracy": 0.5927828947703043, + "num_tokens": 25302453.0, + "step": 2725 + }, + { + "entropy": 1.599010745684306, + "epoch": 0.34956187219491347, + "learning_rate": 0.0009923528201687532, + "loss": 4.397745132446289, + "mean_token_accuracy": 0.6296029090881348, + "num_tokens": 25311008.0, + "step": 2726 + }, + { + "entropy": 1.640482227007548, + "epoch": 0.3496901047232315, + "learning_rate": 0.000992345693477955, + "loss": 4.543858528137207, + "mean_token_accuracy": 0.6227183143297831, + "num_tokens": 25319581.0, + "step": 2727 + }, + { + "entropy": 1.6270850499471028, + "epoch": 0.3498183372515495, + "learning_rate": 0.0009923385634935038, + "loss": 4.564157962799072, + "mean_token_accuracy": 0.6181527972221375, + "num_tokens": 25328648.0, + "step": 2728 + }, + { + "entropy": 1.7166415850321453, + "epoch": 0.3499465697798675, + "learning_rate": 0.0009923314302154474, + "loss": 4.672277450561523, + "mean_token_accuracy": 0.6138443549474081, + "num_tokens": 25337437.0, + "step": 2729 + }, + { + "entropy": 1.7473560174306233, + "epoch": 0.3500748023081855, + "learning_rate": 0.000992324293643834, + "loss": 5.047048568725586, + "mean_token_accuracy": 0.589866558710734, + "num_tokens": 25346601.0, + "step": 2730 + }, + { + "entropy": 1.5486201445261638, + "epoch": 0.3502030348365035, + "learning_rate": 0.0009923171537787106, + "loss": 4.264896392822266, + "mean_token_accuracy": 0.6471399664878845, + "num_tokens": 25356860.0, + "step": 2731 + }, + { + "entropy": 1.5301028887430828, + "epoch": 0.35033126736482156, + "learning_rate": 0.0009923100106201256, + "loss": 4.273425579071045, + "mean_token_accuracy": 0.6490210096041361, + "num_tokens": 25368336.0, + "step": 2732 + }, + { + "entropy": 1.8574150800704956, + "epoch": 0.35045949989313957, + "learning_rate": 0.0009923028641681264, + "loss": 5.298441410064697, + "mean_token_accuracy": 0.5514185825983683, + "num_tokens": 25378930.0, + "step": 2733 + }, + { + "entropy": 1.5507993300755818, + "epoch": 0.3505877324214576, + "learning_rate": 0.0009922957144227608, + "loss": 4.363075256347656, + "mean_token_accuracy": 0.6332755088806152, + "num_tokens": 25388342.0, + "step": 2734 + }, + { + "entropy": 1.5525611241658528, + "epoch": 0.3507159649497756, + "learning_rate": 0.000992288561384077, + "loss": 4.474822998046875, + "mean_token_accuracy": 0.6270007888476054, + "num_tokens": 25398986.0, + "step": 2735 + }, + { + "entropy": 1.417903979619344, + "epoch": 0.3508441974780936, + "learning_rate": 0.0009922814050521225, + "loss": 3.960458278656006, + "mean_token_accuracy": 0.6595351099967957, + "num_tokens": 25408680.0, + "step": 2736 + }, + { + "entropy": 1.614734450976054, + "epoch": 0.35097243000641165, + "learning_rate": 0.0009922742454269455, + "loss": 4.541608810424805, + "mean_token_accuracy": 0.6002536217371622, + "num_tokens": 25417245.0, + "step": 2737 + }, + { + "entropy": 1.6952693462371826, + "epoch": 0.35110066253472966, + "learning_rate": 0.0009922670825085933, + "loss": 4.808516025543213, + "mean_token_accuracy": 0.6106377840042114, + "num_tokens": 25427747.0, + "step": 2738 + }, + { + "entropy": 1.9751157363255818, + "epoch": 0.35122889506304766, + "learning_rate": 0.0009922599162971145, + "loss": 5.64280891418457, + "mean_token_accuracy": 0.5685895482699076, + "num_tokens": 25437404.0, + "step": 2739 + }, + { + "entropy": 1.6422488292058308, + "epoch": 0.35135712759136567, + "learning_rate": 0.0009922527467925565, + "loss": 4.54572057723999, + "mean_token_accuracy": 0.6160452167193095, + "num_tokens": 25447747.0, + "step": 2740 + }, + { + "entropy": 1.6526167392730713, + "epoch": 0.3514853601196837, + "learning_rate": 0.0009922455739949678, + "loss": 4.648371696472168, + "mean_token_accuracy": 0.6027676661809286, + "num_tokens": 25455701.0, + "step": 2741 + }, + { + "entropy": 1.6209890842437744, + "epoch": 0.3516135926480017, + "learning_rate": 0.000992238397904396, + "loss": 4.5171308517456055, + "mean_token_accuracy": 0.6207995613416036, + "num_tokens": 25463436.0, + "step": 2742 + }, + { + "entropy": 1.490214188893636, + "epoch": 0.35174182517631974, + "learning_rate": 0.000992231218520889, + "loss": 4.026750087738037, + "mean_token_accuracy": 0.6575979987780253, + "num_tokens": 25472086.0, + "step": 2743 + }, + { + "entropy": 1.724704106648763, + "epoch": 0.35187005770463775, + "learning_rate": 0.0009922240358444952, + "loss": 4.989726543426514, + "mean_token_accuracy": 0.6130001346270243, + "num_tokens": 25482493.0, + "step": 2744 + }, + { + "entropy": 1.5597716967264812, + "epoch": 0.35199829023295576, + "learning_rate": 0.0009922168498752624, + "loss": 4.427621364593506, + "mean_token_accuracy": 0.6262104908625284, + "num_tokens": 25494021.0, + "step": 2745 + }, + { + "entropy": 1.6116947333017986, + "epoch": 0.35212652276127376, + "learning_rate": 0.0009922096606132388, + "loss": 4.512846946716309, + "mean_token_accuracy": 0.6101798017819723, + "num_tokens": 25503760.0, + "step": 2746 + }, + { + "entropy": 1.6246251662572224, + "epoch": 0.35225475528959177, + "learning_rate": 0.0009922024680584724, + "loss": 4.514556884765625, + "mean_token_accuracy": 0.6175280412038168, + "num_tokens": 25514218.0, + "step": 2747 + }, + { + "entropy": 1.5960856278737385, + "epoch": 0.35238298781790983, + "learning_rate": 0.0009921952722110113, + "loss": 4.5563764572143555, + "mean_token_accuracy": 0.6378317872683207, + "num_tokens": 25522545.0, + "step": 2748 + }, + { + "entropy": 1.7902449369430542, + "epoch": 0.35251122034622784, + "learning_rate": 0.000992188073070904, + "loss": 5.112598419189453, + "mean_token_accuracy": 0.5920112729072571, + "num_tokens": 25529777.0, + "step": 2749 + }, + { + "entropy": 1.6073044538497925, + "epoch": 0.35263945287454584, + "learning_rate": 0.000992180870638198, + "loss": 4.48002815246582, + "mean_token_accuracy": 0.6277703245480856, + "num_tokens": 25539153.0, + "step": 2750 + }, + { + "entropy": 1.6202999353408813, + "epoch": 0.35276768540286385, + "learning_rate": 0.0009921736649129418, + "loss": 4.623103141784668, + "mean_token_accuracy": 0.6030523777008057, + "num_tokens": 25547379.0, + "step": 2751 + }, + { + "entropy": 1.7253881692886353, + "epoch": 0.35289591793118186, + "learning_rate": 0.0009921664558951839, + "loss": 4.839191913604736, + "mean_token_accuracy": 0.6052555044492086, + "num_tokens": 25556745.0, + "step": 2752 + }, + { + "entropy": 1.5481690168380737, + "epoch": 0.3530241504594999, + "learning_rate": 0.0009921592435849721, + "loss": 4.148547172546387, + "mean_token_accuracy": 0.6562431454658508, + "num_tokens": 25564221.0, + "step": 2753 + }, + { + "entropy": 1.6637717485427856, + "epoch": 0.3531523829878179, + "learning_rate": 0.000992152027982355, + "loss": 4.650463104248047, + "mean_token_accuracy": 0.6144026716550192, + "num_tokens": 25573012.0, + "step": 2754 + }, + { + "entropy": 1.616111437479655, + "epoch": 0.35328061551613593, + "learning_rate": 0.0009921448090873806, + "loss": 4.559079170227051, + "mean_token_accuracy": 0.6199097633361816, + "num_tokens": 25584721.0, + "step": 2755 + }, + { + "entropy": 1.749917984008789, + "epoch": 0.35340884804445394, + "learning_rate": 0.000992137586900097, + "loss": 4.994185447692871, + "mean_token_accuracy": 0.5832588076591492, + "num_tokens": 25595172.0, + "step": 2756 + }, + { + "entropy": 1.6635334889094036, + "epoch": 0.35353708057277194, + "learning_rate": 0.0009921303614205531, + "loss": 4.616726875305176, + "mean_token_accuracy": 0.6280184984207153, + "num_tokens": 25606197.0, + "step": 2757 + }, + { + "entropy": 1.6417323350906372, + "epoch": 0.35366531310108995, + "learning_rate": 0.000992123132648797, + "loss": 4.669547080993652, + "mean_token_accuracy": 0.6179256240526835, + "num_tokens": 25617732.0, + "step": 2758 + }, + { + "entropy": 1.6541948318481445, + "epoch": 0.353793545629408, + "learning_rate": 0.0009921159005848769, + "loss": 4.6994948387146, + "mean_token_accuracy": 0.6177956461906433, + "num_tokens": 25630164.0, + "step": 2759 + }, + { + "entropy": 1.740595539410909, + "epoch": 0.353921778157726, + "learning_rate": 0.0009921086652288412, + "loss": 5.026515007019043, + "mean_token_accuracy": 0.5970965623855591, + "num_tokens": 25642750.0, + "step": 2760 + }, + { + "entropy": 1.554699142773946, + "epoch": 0.354050010686044, + "learning_rate": 0.0009921014265807384, + "loss": 4.282380104064941, + "mean_token_accuracy": 0.6383827924728394, + "num_tokens": 25653458.0, + "step": 2761 + }, + { + "entropy": 1.7790197531382244, + "epoch": 0.35417824321436203, + "learning_rate": 0.0009920941846406168, + "loss": 4.878618240356445, + "mean_token_accuracy": 0.605799674987793, + "num_tokens": 25661350.0, + "step": 2762 + }, + { + "entropy": 1.3184656699498494, + "epoch": 0.35430647574268004, + "learning_rate": 0.0009920869394085252, + "loss": 3.7003307342529297, + "mean_token_accuracy": 0.6820170879364014, + "num_tokens": 25670143.0, + "step": 2763 + }, + { + "entropy": 1.6716163158416748, + "epoch": 0.3544347082709981, + "learning_rate": 0.0009920796908845116, + "loss": 4.661741733551025, + "mean_token_accuracy": 0.6089939673741659, + "num_tokens": 25679322.0, + "step": 2764 + }, + { + "entropy": 1.632171869277954, + "epoch": 0.3545629407993161, + "learning_rate": 0.0009920724390686249, + "loss": 4.661212921142578, + "mean_token_accuracy": 0.5983079671859741, + "num_tokens": 25690798.0, + "step": 2765 + }, + { + "entropy": 1.5482710202534993, + "epoch": 0.3546911733276341, + "learning_rate": 0.0009920651839609132, + "loss": 4.264694690704346, + "mean_token_accuracy": 0.6372366150220236, + "num_tokens": 25700432.0, + "step": 2766 + }, + { + "entropy": 1.5280336538950603, + "epoch": 0.3548194058559521, + "learning_rate": 0.0009920579255614252, + "loss": 4.332581520080566, + "mean_token_accuracy": 0.6350933114687601, + "num_tokens": 25709920.0, + "step": 2767 + }, + { + "entropy": 1.5694750547409058, + "epoch": 0.3549476383842701, + "learning_rate": 0.0009920506638702099, + "loss": 4.324010848999023, + "mean_token_accuracy": 0.6385413010915121, + "num_tokens": 25719508.0, + "step": 2768 + }, + { + "entropy": 1.6763499975204468, + "epoch": 0.3550758709125882, + "learning_rate": 0.000992043398887315, + "loss": 4.653309345245361, + "mean_token_accuracy": 0.6114080945650736, + "num_tokens": 25728546.0, + "step": 2769 + }, + { + "entropy": 1.7637101411819458, + "epoch": 0.3552041034409062, + "learning_rate": 0.00099203613061279, + "loss": 5.126410484313965, + "mean_token_accuracy": 0.5851736664772034, + "num_tokens": 25740231.0, + "step": 2770 + }, + { + "entropy": 1.6984109083811443, + "epoch": 0.3553323359692242, + "learning_rate": 0.000992028859046683, + "loss": 4.688132286071777, + "mean_token_accuracy": 0.6211023529370626, + "num_tokens": 25748586.0, + "step": 2771 + }, + { + "entropy": 1.852487285931905, + "epoch": 0.3554605684975422, + "learning_rate": 0.0009920215841890427, + "loss": 5.286972999572754, + "mean_token_accuracy": 0.5740292072296143, + "num_tokens": 25756630.0, + "step": 2772 + }, + { + "entropy": 1.8266940514246623, + "epoch": 0.3555888010258602, + "learning_rate": 0.0009920143060399178, + "loss": 5.247679233551025, + "mean_token_accuracy": 0.5850619872411092, + "num_tokens": 25764228.0, + "step": 2773 + }, + { + "entropy": 1.697498122851054, + "epoch": 0.3557170335541782, + "learning_rate": 0.000992007024599357, + "loss": 4.736868858337402, + "mean_token_accuracy": 0.6063657800356547, + "num_tokens": 25774049.0, + "step": 2774 + }, + { + "entropy": 1.575565775235494, + "epoch": 0.3558452660824963, + "learning_rate": 0.000991999739867409, + "loss": 4.318558692932129, + "mean_token_accuracy": 0.6491673191388448, + "num_tokens": 25781988.0, + "step": 2775 + }, + { + "entropy": 1.570977012316386, + "epoch": 0.3559734986108143, + "learning_rate": 0.0009919924518441228, + "loss": 4.422848701477051, + "mean_token_accuracy": 0.6283244093259176, + "num_tokens": 25790594.0, + "step": 2776 + }, + { + "entropy": 1.5900837580362956, + "epoch": 0.3561017311391323, + "learning_rate": 0.0009919851605295466, + "loss": 4.494831562042236, + "mean_token_accuracy": 0.6214479009310404, + "num_tokens": 25801652.0, + "step": 2777 + }, + { + "entropy": 1.6222379604975383, + "epoch": 0.3562299636674503, + "learning_rate": 0.0009919778659237296, + "loss": 4.487476348876953, + "mean_token_accuracy": 0.6373149156570435, + "num_tokens": 25810905.0, + "step": 2778 + }, + { + "entropy": 1.8218884468078613, + "epoch": 0.3563581961957683, + "learning_rate": 0.0009919705680267205, + "loss": 5.170748233795166, + "mean_token_accuracy": 0.569739818572998, + "num_tokens": 25820494.0, + "step": 2779 + }, + { + "entropy": 1.7889312108357747, + "epoch": 0.35648642872408637, + "learning_rate": 0.0009919632668385682, + "loss": 4.947602272033691, + "mean_token_accuracy": 0.5986388723055521, + "num_tokens": 25828964.0, + "step": 2780 + }, + { + "entropy": 1.8076462348302205, + "epoch": 0.3566146612524044, + "learning_rate": 0.0009919559623593212, + "loss": 5.191134929656982, + "mean_token_accuracy": 0.5623506009578705, + "num_tokens": 25837341.0, + "step": 2781 + }, + { + "entropy": 1.770946701367696, + "epoch": 0.3567428937807224, + "learning_rate": 0.000991948654589029, + "loss": 4.929283142089844, + "mean_token_accuracy": 0.5944882233937582, + "num_tokens": 25846631.0, + "step": 2782 + }, + { + "entropy": 1.6629674832026164, + "epoch": 0.3568711263090404, + "learning_rate": 0.0009919413435277398, + "loss": 4.696573257446289, + "mean_token_accuracy": 0.6276822686195374, + "num_tokens": 25855874.0, + "step": 2783 + }, + { + "entropy": 1.7701587677001953, + "epoch": 0.3569993588373584, + "learning_rate": 0.0009919340291755028, + "loss": 4.976038455963135, + "mean_token_accuracy": 0.5719496210416158, + "num_tokens": 25864847.0, + "step": 2784 + }, + { + "entropy": 1.6103367805480957, + "epoch": 0.3571275913656764, + "learning_rate": 0.000991926711532367, + "loss": 4.445008754730225, + "mean_token_accuracy": 0.634117583433787, + "num_tokens": 25873273.0, + "step": 2785 + }, + { + "entropy": 1.8633038997650146, + "epoch": 0.35725582389399446, + "learning_rate": 0.0009919193905983813, + "loss": 5.332254886627197, + "mean_token_accuracy": 0.5905671914418539, + "num_tokens": 25882349.0, + "step": 2786 + }, + { + "entropy": 1.7908918857574463, + "epoch": 0.35738405642231247, + "learning_rate": 0.0009919120663735947, + "loss": 5.084874153137207, + "mean_token_accuracy": 0.5853393276532491, + "num_tokens": 25891136.0, + "step": 2787 + }, + { + "entropy": 1.897936264673869, + "epoch": 0.3575122889506305, + "learning_rate": 0.0009919047388580562, + "loss": 5.294795989990234, + "mean_token_accuracy": 0.5890701611836752, + "num_tokens": 25898495.0, + "step": 2788 + }, + { + "entropy": 1.5520644187927246, + "epoch": 0.3576405214789485, + "learning_rate": 0.0009918974080518148, + "loss": 4.357861042022705, + "mean_token_accuracy": 0.6391211549441019, + "num_tokens": 25909961.0, + "step": 2789 + }, + { + "entropy": 1.6486284335454304, + "epoch": 0.3577687540072665, + "learning_rate": 0.0009918900739549195, + "loss": 4.690998077392578, + "mean_token_accuracy": 0.6146837671597799, + "num_tokens": 25918473.0, + "step": 2790 + }, + { + "entropy": 1.6229703426361084, + "epoch": 0.35789698653558455, + "learning_rate": 0.0009918827365674192, + "loss": 4.531515121459961, + "mean_token_accuracy": 0.6267133752504984, + "num_tokens": 25927345.0, + "step": 2791 + }, + { + "entropy": 1.5277636051177979, + "epoch": 0.35802521906390256, + "learning_rate": 0.0009918753958893635, + "loss": 4.216608047485352, + "mean_token_accuracy": 0.6376945376396179, + "num_tokens": 25936008.0, + "step": 2792 + }, + { + "entropy": 1.6274921894073486, + "epoch": 0.35815345159222056, + "learning_rate": 0.0009918680519208011, + "loss": 4.61789608001709, + "mean_token_accuracy": 0.6238475243250529, + "num_tokens": 25944770.0, + "step": 2793 + }, + { + "entropy": 1.7790918747584026, + "epoch": 0.35828168412053857, + "learning_rate": 0.0009918607046617812, + "loss": 4.953408241271973, + "mean_token_accuracy": 0.5991056164105734, + "num_tokens": 25952459.0, + "step": 2794 + }, + { + "entropy": 1.6600640217463176, + "epoch": 0.3584099166488566, + "learning_rate": 0.0009918533541123527, + "loss": 4.768138885498047, + "mean_token_accuracy": 0.6183915336926779, + "num_tokens": 25960651.0, + "step": 2795 + }, + { + "entropy": 1.7982354958852131, + "epoch": 0.35853814917717464, + "learning_rate": 0.0009918460002725654, + "loss": 5.052609920501709, + "mean_token_accuracy": 0.6008781989415487, + "num_tokens": 25970065.0, + "step": 2796 + }, + { + "entropy": 1.8525290886561077, + "epoch": 0.35866638170549264, + "learning_rate": 0.000991838643142468, + "loss": 5.332211494445801, + "mean_token_accuracy": 0.5510343809922537, + "num_tokens": 25979198.0, + "step": 2797 + }, + { + "entropy": 1.7536753416061401, + "epoch": 0.35879461423381065, + "learning_rate": 0.00099183128272211, + "loss": 5.004124164581299, + "mean_token_accuracy": 0.5895538727442423, + "num_tokens": 25987480.0, + "step": 2798 + }, + { + "entropy": 1.4246414105097454, + "epoch": 0.35892284676212866, + "learning_rate": 0.0009918239190115402, + "loss": 4.055210590362549, + "mean_token_accuracy": 0.6515524983406067, + "num_tokens": 25995460.0, + "step": 2799 + }, + { + "entropy": 1.5100615819295247, + "epoch": 0.35905107929044666, + "learning_rate": 0.0009918165520108081, + "loss": 4.304073333740234, + "mean_token_accuracy": 0.6321136355400085, + "num_tokens": 26005158.0, + "step": 2800 + }, + { + "entropy": 1.6207688649495442, + "epoch": 0.35917931181876467, + "learning_rate": 0.0009918091817199635, + "loss": 4.494032859802246, + "mean_token_accuracy": 0.6313470999399821, + "num_tokens": 26016027.0, + "step": 2801 + }, + { + "entropy": 1.7336593866348267, + "epoch": 0.35930754434708273, + "learning_rate": 0.0009918018081390549, + "loss": 4.990281581878662, + "mean_token_accuracy": 0.5965379873911539, + "num_tokens": 26023944.0, + "step": 2802 + }, + { + "entropy": 1.6190412044525146, + "epoch": 0.35943577687540074, + "learning_rate": 0.0009917944312681322, + "loss": 4.541938781738281, + "mean_token_accuracy": 0.6296591957410177, + "num_tokens": 26037433.0, + "step": 2803 + }, + { + "entropy": 1.7784443696339924, + "epoch": 0.35956400940371874, + "learning_rate": 0.0009917870511072441, + "loss": 5.005278587341309, + "mean_token_accuracy": 0.5793204307556152, + "num_tokens": 26048793.0, + "step": 2804 + }, + { + "entropy": 1.6852002541224163, + "epoch": 0.35969224193203675, + "learning_rate": 0.0009917796676564407, + "loss": 4.540805816650391, + "mean_token_accuracy": 0.6179790298144022, + "num_tokens": 26058302.0, + "step": 2805 + }, + { + "entropy": 1.8198560078938801, + "epoch": 0.35982047446035476, + "learning_rate": 0.000991772280915771, + "loss": 5.05309534072876, + "mean_token_accuracy": 0.5978220105171204, + "num_tokens": 26067603.0, + "step": 2806 + }, + { + "entropy": 1.6073583761850994, + "epoch": 0.3599487069886728, + "learning_rate": 0.0009917648908852846, + "loss": 4.33873176574707, + "mean_token_accuracy": 0.6429524421691895, + "num_tokens": 26076440.0, + "step": 2807 + }, + { + "entropy": 1.5176626841227214, + "epoch": 0.3600769395169908, + "learning_rate": 0.0009917574975650309, + "loss": 4.158620357513428, + "mean_token_accuracy": 0.640490452448527, + "num_tokens": 26084852.0, + "step": 2808 + }, + { + "entropy": 1.7175989548365276, + "epoch": 0.36020517204530883, + "learning_rate": 0.000991750100955059, + "loss": 4.747880935668945, + "mean_token_accuracy": 0.6134489178657532, + "num_tokens": 26093798.0, + "step": 2809 + }, + { + "entropy": 1.7440225680669148, + "epoch": 0.36033340457362684, + "learning_rate": 0.000991742701055419, + "loss": 4.754862308502197, + "mean_token_accuracy": 0.5942991971969604, + "num_tokens": 26102737.0, + "step": 2810 + }, + { + "entropy": 1.4998932282129924, + "epoch": 0.36046163710194484, + "learning_rate": 0.0009917352978661598, + "loss": 4.105494022369385, + "mean_token_accuracy": 0.6469368934631348, + "num_tokens": 26110292.0, + "step": 2811 + }, + { + "entropy": 1.5625268618265789, + "epoch": 0.36058986963026285, + "learning_rate": 0.0009917278913873313, + "loss": 4.412909507751465, + "mean_token_accuracy": 0.6303426822026571, + "num_tokens": 26118507.0, + "step": 2812 + }, + { + "entropy": 1.54570476214091, + "epoch": 0.3607181021585809, + "learning_rate": 0.000991720481618983, + "loss": 4.26263427734375, + "mean_token_accuracy": 0.6603314677874247, + "num_tokens": 26124882.0, + "step": 2813 + }, + { + "entropy": 1.7668676376342773, + "epoch": 0.3608463346868989, + "learning_rate": 0.0009917130685611643, + "loss": 4.988354682922363, + "mean_token_accuracy": 0.5908551414807638, + "num_tokens": 26135020.0, + "step": 2814 + }, + { + "entropy": 1.6066088676452637, + "epoch": 0.3609745672152169, + "learning_rate": 0.000991705652213925, + "loss": 4.439600467681885, + "mean_token_accuracy": 0.6106497049331665, + "num_tokens": 26141730.0, + "step": 2815 + }, + { + "entropy": 1.5450021425882976, + "epoch": 0.36110279974353493, + "learning_rate": 0.0009916982325773147, + "loss": 4.360226631164551, + "mean_token_accuracy": 0.6524679859479269, + "num_tokens": 26151691.0, + "step": 2816 + }, + { + "entropy": 1.5959059794743855, + "epoch": 0.36123103227185294, + "learning_rate": 0.0009916908096513828, + "loss": 4.409025192260742, + "mean_token_accuracy": 0.627175509929657, + "num_tokens": 26159485.0, + "step": 2817 + }, + { + "entropy": 1.5139166514078777, + "epoch": 0.361359264800171, + "learning_rate": 0.0009916833834361792, + "loss": 4.220244407653809, + "mean_token_accuracy": 0.6396888097127279, + "num_tokens": 26170336.0, + "step": 2818 + }, + { + "entropy": 1.6576433181762695, + "epoch": 0.361487497328489, + "learning_rate": 0.0009916759539317537, + "loss": 4.544037818908691, + "mean_token_accuracy": 0.6296300689379374, + "num_tokens": 26179202.0, + "step": 2819 + }, + { + "entropy": 1.4642744064331055, + "epoch": 0.361615729856807, + "learning_rate": 0.0009916685211381554, + "loss": 4.064811706542969, + "mean_token_accuracy": 0.6674075921376547, + "num_tokens": 26186514.0, + "step": 2820 + }, + { + "entropy": 1.5240252017974854, + "epoch": 0.361743962385125, + "learning_rate": 0.0009916610850554347, + "loss": 4.185217380523682, + "mean_token_accuracy": 0.6452004710833231, + "num_tokens": 26196118.0, + "step": 2821 + }, + { + "entropy": 1.6554534037907918, + "epoch": 0.361872194913443, + "learning_rate": 0.000991653645683641, + "loss": 4.57828950881958, + "mean_token_accuracy": 0.6322144865989685, + "num_tokens": 26206241.0, + "step": 2822 + }, + { + "entropy": 1.7551532586415608, + "epoch": 0.3620004274417611, + "learning_rate": 0.0009916462030228241, + "loss": 4.843048095703125, + "mean_token_accuracy": 0.5976322491963705, + "num_tokens": 26213600.0, + "step": 2823 + }, + { + "entropy": 1.6123480399449666, + "epoch": 0.3621286599700791, + "learning_rate": 0.000991638757073034, + "loss": 4.454087257385254, + "mean_token_accuracy": 0.6402081251144409, + "num_tokens": 26222472.0, + "step": 2824 + }, + { + "entropy": 1.6689226627349854, + "epoch": 0.3622568924983971, + "learning_rate": 0.00099163130783432, + "loss": 4.61077356338501, + "mean_token_accuracy": 0.6086613138516744, + "num_tokens": 26231215.0, + "step": 2825 + }, + { + "entropy": 1.6606380144755046, + "epoch": 0.3623851250267151, + "learning_rate": 0.0009916238553067326, + "loss": 4.687956809997559, + "mean_token_accuracy": 0.6293956438700358, + "num_tokens": 26240699.0, + "step": 2826 + }, + { + "entropy": 1.5309540430704753, + "epoch": 0.3625133575550331, + "learning_rate": 0.0009916163994903213, + "loss": 4.42561674118042, + "mean_token_accuracy": 0.6285708944002787, + "num_tokens": 26250153.0, + "step": 2827 + }, + { + "entropy": 1.640168825785319, + "epoch": 0.3626415900833511, + "learning_rate": 0.000991608940385136, + "loss": 4.725436687469482, + "mean_token_accuracy": 0.6069146792093912, + "num_tokens": 26259168.0, + "step": 2828 + }, + { + "entropy": 1.5169174273808796, + "epoch": 0.3627698226116692, + "learning_rate": 0.0009916014779912264, + "loss": 4.13302755355835, + "mean_token_accuracy": 0.653190533320109, + "num_tokens": 26266675.0, + "step": 2829 + }, + { + "entropy": 1.6420491139094036, + "epoch": 0.3628980551399872, + "learning_rate": 0.0009915940123086428, + "loss": 4.667098522186279, + "mean_token_accuracy": 0.5997211734453837, + "num_tokens": 26278882.0, + "step": 2830 + }, + { + "entropy": 1.578557054201762, + "epoch": 0.3630262876683052, + "learning_rate": 0.000991586543337435, + "loss": 4.3587493896484375, + "mean_token_accuracy": 0.6387554804484049, + "num_tokens": 26288569.0, + "step": 2831 + }, + { + "entropy": 1.5440787474314372, + "epoch": 0.3631545201966232, + "learning_rate": 0.0009915790710776527, + "loss": 4.343324184417725, + "mean_token_accuracy": 0.63568643728892, + "num_tokens": 26297902.0, + "step": 2832 + }, + { + "entropy": 1.5224672953287761, + "epoch": 0.3632827527249412, + "learning_rate": 0.0009915715955293464, + "loss": 4.180540084838867, + "mean_token_accuracy": 0.6445259849230448, + "num_tokens": 26305744.0, + "step": 2833 + }, + { + "entropy": 1.9134904543558757, + "epoch": 0.36341098525325927, + "learning_rate": 0.0009915641166925657, + "loss": 5.4258904457092285, + "mean_token_accuracy": 0.568414568901062, + "num_tokens": 26313919.0, + "step": 2834 + }, + { + "entropy": 1.729511062304179, + "epoch": 0.3635392177815773, + "learning_rate": 0.0009915566345673607, + "loss": 4.8765764236450195, + "mean_token_accuracy": 0.605014423529307, + "num_tokens": 26324059.0, + "step": 2835 + }, + { + "entropy": 1.6629393100738525, + "epoch": 0.3636674503098953, + "learning_rate": 0.0009915491491537815, + "loss": 4.737421989440918, + "mean_token_accuracy": 0.605229655901591, + "num_tokens": 26333338.0, + "step": 2836 + }, + { + "entropy": 1.7537779013315837, + "epoch": 0.3637956828382133, + "learning_rate": 0.0009915416604518784, + "loss": 5.061588764190674, + "mean_token_accuracy": 0.5885611772537231, + "num_tokens": 26341189.0, + "step": 2837 + }, + { + "entropy": 1.5927410125732422, + "epoch": 0.3639239153665313, + "learning_rate": 0.000991534168461701, + "loss": 4.49102783203125, + "mean_token_accuracy": 0.6319050788879395, + "num_tokens": 26350064.0, + "step": 2838 + }, + { + "entropy": 1.5036584536234539, + "epoch": 0.36405214789484935, + "learning_rate": 0.0009915266731833, + "loss": 4.199733734130859, + "mean_token_accuracy": 0.6515936454137167, + "num_tokens": 26358289.0, + "step": 2839 + }, + { + "entropy": 1.644203821818034, + "epoch": 0.36418038042316736, + "learning_rate": 0.0009915191746167251, + "loss": 4.660730361938477, + "mean_token_accuracy": 0.6088834206263224, + "num_tokens": 26368530.0, + "step": 2840 + }, + { + "entropy": 1.6497265497843425, + "epoch": 0.36430861295148537, + "learning_rate": 0.0009915116727620267, + "loss": 4.5243000984191895, + "mean_token_accuracy": 0.6303881605466207, + "num_tokens": 26376148.0, + "step": 2841 + }, + { + "entropy": 1.5854025681813557, + "epoch": 0.3644368454798034, + "learning_rate": 0.0009915041676192547, + "loss": 4.441737651824951, + "mean_token_accuracy": 0.6314569115638733, + "num_tokens": 26384514.0, + "step": 2842 + }, + { + "entropy": 1.7352856000264485, + "epoch": 0.3645650780081214, + "learning_rate": 0.0009914966591884598, + "loss": 4.910154342651367, + "mean_token_accuracy": 0.5975595513979594, + "num_tokens": 26393144.0, + "step": 2843 + }, + { + "entropy": 1.5472703377405803, + "epoch": 0.3646933105364394, + "learning_rate": 0.0009914891474696918, + "loss": 4.340328693389893, + "mean_token_accuracy": 0.632116695245107, + "num_tokens": 26402160.0, + "step": 2844 + }, + { + "entropy": 1.6368025541305542, + "epoch": 0.36482154306475745, + "learning_rate": 0.000991481632463001, + "loss": 4.612042427062988, + "mean_token_accuracy": 0.6235593756039938, + "num_tokens": 26410673.0, + "step": 2845 + }, + { + "entropy": 1.7830196221669514, + "epoch": 0.36494977559307545, + "learning_rate": 0.000991474114168438, + "loss": 5.147100925445557, + "mean_token_accuracy": 0.5900376637776693, + "num_tokens": 26420697.0, + "step": 2846 + }, + { + "entropy": 1.6431655486424763, + "epoch": 0.36507800812139346, + "learning_rate": 0.0009914665925860524, + "loss": 4.481997013092041, + "mean_token_accuracy": 0.6469542185465494, + "num_tokens": 26429510.0, + "step": 2847 + }, + { + "entropy": 1.4929077625274658, + "epoch": 0.36520624064971147, + "learning_rate": 0.0009914590677158953, + "loss": 4.221790313720703, + "mean_token_accuracy": 0.6442908644676208, + "num_tokens": 26438479.0, + "step": 2848 + }, + { + "entropy": 1.6647103627522786, + "epoch": 0.3653344731780295, + "learning_rate": 0.0009914515395580167, + "loss": 4.588613510131836, + "mean_token_accuracy": 0.6071584622065226, + "num_tokens": 26447240.0, + "step": 2849 + }, + { + "entropy": 1.7928466796875, + "epoch": 0.36546270570634753, + "learning_rate": 0.000991444008112467, + "loss": 5.103133678436279, + "mean_token_accuracy": 0.5870531598726908, + "num_tokens": 26455179.0, + "step": 2850 + }, + { + "entropy": 1.6497916380564372, + "epoch": 0.36559093823466554, + "learning_rate": 0.0009914364733792965, + "loss": 4.736570835113525, + "mean_token_accuracy": 0.6070725719134012, + "num_tokens": 26463685.0, + "step": 2851 + }, + { + "entropy": 1.7032185395558674, + "epoch": 0.36571917076298355, + "learning_rate": 0.0009914289353585557, + "loss": 4.952620983123779, + "mean_token_accuracy": 0.5819071928660074, + "num_tokens": 26472791.0, + "step": 2852 + }, + { + "entropy": 1.5990187724431355, + "epoch": 0.36584740329130155, + "learning_rate": 0.000991421394050295, + "loss": 4.4794745445251465, + "mean_token_accuracy": 0.6211458643277487, + "num_tokens": 26482812.0, + "step": 2853 + }, + { + "entropy": 1.7561941941579182, + "epoch": 0.36597563581961956, + "learning_rate": 0.0009914138494545646, + "loss": 5.044900417327881, + "mean_token_accuracy": 0.600867509841919, + "num_tokens": 26491974.0, + "step": 2854 + }, + { + "entropy": 1.7397434711456299, + "epoch": 0.36610386834793757, + "learning_rate": 0.0009914063015714154, + "loss": 4.935465335845947, + "mean_token_accuracy": 0.5965886116027832, + "num_tokens": 26500495.0, + "step": 2855 + }, + { + "entropy": 1.7040399710337322, + "epoch": 0.36623210087625563, + "learning_rate": 0.0009913987504008978, + "loss": 4.75758695602417, + "mean_token_accuracy": 0.612372100353241, + "num_tokens": 26513692.0, + "step": 2856 + }, + { + "entropy": 1.6698098182678223, + "epoch": 0.36636033340457363, + "learning_rate": 0.0009913911959430622, + "loss": 4.635866165161133, + "mean_token_accuracy": 0.6161726911862692, + "num_tokens": 26524827.0, + "step": 2857 + }, + { + "entropy": 1.7534702221552532, + "epoch": 0.36648856593289164, + "learning_rate": 0.000991383638197959, + "loss": 4.983020305633545, + "mean_token_accuracy": 0.5954368710517883, + "num_tokens": 26534100.0, + "step": 2858 + }, + { + "entropy": 1.6396721204121907, + "epoch": 0.36661679846120965, + "learning_rate": 0.000991376077165639, + "loss": 4.6187357902526855, + "mean_token_accuracy": 0.6061521172523499, + "num_tokens": 26544947.0, + "step": 2859 + }, + { + "entropy": 1.8148646354675293, + "epoch": 0.36674503098952765, + "learning_rate": 0.000991368512846153, + "loss": 5.0300798416137695, + "mean_token_accuracy": 0.5975919564565023, + "num_tokens": 26554887.0, + "step": 2860 + }, + { + "entropy": 1.7254180908203125, + "epoch": 0.3668732635178457, + "learning_rate": 0.0009913609452395509, + "loss": 4.924499988555908, + "mean_token_accuracy": 0.6021886070569357, + "num_tokens": 26563131.0, + "step": 2861 + }, + { + "entropy": 1.6060558160146077, + "epoch": 0.3670014960461637, + "learning_rate": 0.0009913533743458839, + "loss": 4.345116138458252, + "mean_token_accuracy": 0.6345870494842529, + "num_tokens": 26573470.0, + "step": 2862 + }, + { + "entropy": 1.740605314572652, + "epoch": 0.36712972857448173, + "learning_rate": 0.0009913458001652024, + "loss": 5.023486137390137, + "mean_token_accuracy": 0.5922454595565796, + "num_tokens": 26583732.0, + "step": 2863 + }, + { + "entropy": 1.711896816889445, + "epoch": 0.36725796110279973, + "learning_rate": 0.0009913382226975573, + "loss": 4.692582130432129, + "mean_token_accuracy": 0.6213743686676025, + "num_tokens": 26592225.0, + "step": 2864 + }, + { + "entropy": 1.6513079007466633, + "epoch": 0.36738619363111774, + "learning_rate": 0.0009913306419429989, + "loss": 4.665294170379639, + "mean_token_accuracy": 0.6220059593518575, + "num_tokens": 26601709.0, + "step": 2865 + }, + { + "entropy": 1.5479693412780762, + "epoch": 0.3675144261594358, + "learning_rate": 0.0009913230579015782, + "loss": 4.268553256988525, + "mean_token_accuracy": 0.6217899719874064, + "num_tokens": 26610115.0, + "step": 2866 + }, + { + "entropy": 1.8041045665740967, + "epoch": 0.3676426586877538, + "learning_rate": 0.000991315470573346, + "loss": 5.2782745361328125, + "mean_token_accuracy": 0.5760042667388916, + "num_tokens": 26618307.0, + "step": 2867 + }, + { + "entropy": 1.471367359161377, + "epoch": 0.3677708912160718, + "learning_rate": 0.0009913078799583528, + "loss": 4.116239547729492, + "mean_token_accuracy": 0.650782306989034, + "num_tokens": 26627202.0, + "step": 2868 + }, + { + "entropy": 1.808588941891988, + "epoch": 0.3678991237443898, + "learning_rate": 0.0009913002860566496, + "loss": 5.060379505157471, + "mean_token_accuracy": 0.5914092659950256, + "num_tokens": 26638434.0, + "step": 2869 + }, + { + "entropy": 1.6717476447423298, + "epoch": 0.36802735627270783, + "learning_rate": 0.0009912926888682872, + "loss": 4.737160682678223, + "mean_token_accuracy": 0.6105983455975851, + "num_tokens": 26646481.0, + "step": 2870 + }, + { + "entropy": 1.6748799482981365, + "epoch": 0.36815558880102583, + "learning_rate": 0.0009912850883933163, + "loss": 4.7198686599731445, + "mean_token_accuracy": 0.6074615716934204, + "num_tokens": 26656581.0, + "step": 2871 + }, + { + "entropy": 1.753407637278239, + "epoch": 0.3682838213293439, + "learning_rate": 0.0009912774846317877, + "loss": 5.099341869354248, + "mean_token_accuracy": 0.5947175224622091, + "num_tokens": 26666886.0, + "step": 2872 + }, + { + "entropy": 1.5621383587519329, + "epoch": 0.3684120538576619, + "learning_rate": 0.0009912698775837523, + "loss": 4.558800220489502, + "mean_token_accuracy": 0.6208431323369344, + "num_tokens": 26677652.0, + "step": 2873 + }, + { + "entropy": 1.6982976992925007, + "epoch": 0.3685402863859799, + "learning_rate": 0.0009912622672492613, + "loss": 4.822942733764648, + "mean_token_accuracy": 0.595372756322225, + "num_tokens": 26687559.0, + "step": 2874 + }, + { + "entropy": 1.7100570599238079, + "epoch": 0.3686685189142979, + "learning_rate": 0.0009912546536283652, + "loss": 4.807320594787598, + "mean_token_accuracy": 0.5985094507535299, + "num_tokens": 26698183.0, + "step": 2875 + }, + { + "entropy": 1.7753171920776367, + "epoch": 0.3687967514426159, + "learning_rate": 0.000991247036721115, + "loss": 4.967687129974365, + "mean_token_accuracy": 0.5971073508262634, + "num_tokens": 26707024.0, + "step": 2876 + }, + { + "entropy": 1.6701200008392334, + "epoch": 0.368924983970934, + "learning_rate": 0.000991239416527562, + "loss": 4.658958435058594, + "mean_token_accuracy": 0.6144504547119141, + "num_tokens": 26715163.0, + "step": 2877 + }, + { + "entropy": 1.7295972506205242, + "epoch": 0.369053216499252, + "learning_rate": 0.0009912317930477568, + "loss": 5.01463508605957, + "mean_token_accuracy": 0.5834418535232544, + "num_tokens": 26725360.0, + "step": 2878 + }, + { + "entropy": 1.6564949750900269, + "epoch": 0.36918144902757, + "learning_rate": 0.0009912241662817505, + "loss": 4.672868728637695, + "mean_token_accuracy": 0.6105005343755087, + "num_tokens": 26733111.0, + "step": 2879 + }, + { + "entropy": 1.5439599752426147, + "epoch": 0.369309681555888, + "learning_rate": 0.000991216536229594, + "loss": 4.197977542877197, + "mean_token_accuracy": 0.6560196280479431, + "num_tokens": 26741424.0, + "step": 2880 + }, + { + "entropy": 1.617284933725993, + "epoch": 0.369437914084206, + "learning_rate": 0.0009912089028913387, + "loss": 4.459872245788574, + "mean_token_accuracy": 0.6312020619710287, + "num_tokens": 26750056.0, + "step": 2881 + }, + { + "entropy": 1.592267115910848, + "epoch": 0.36956614661252407, + "learning_rate": 0.0009912012662670355, + "loss": 4.310934066772461, + "mean_token_accuracy": 0.6391558845837911, + "num_tokens": 26760172.0, + "step": 2882 + }, + { + "entropy": 1.754768927892049, + "epoch": 0.3696943791408421, + "learning_rate": 0.0009911936263567354, + "loss": 4.962351322174072, + "mean_token_accuracy": 0.6077330708503723, + "num_tokens": 26768608.0, + "step": 2883 + }, + { + "entropy": 1.500398834546407, + "epoch": 0.3698226116691601, + "learning_rate": 0.0009911859831604895, + "loss": 4.245658874511719, + "mean_token_accuracy": 0.6423483689626058, + "num_tokens": 26781214.0, + "step": 2884 + }, + { + "entropy": 1.7752506732940674, + "epoch": 0.3699508441974781, + "learning_rate": 0.000991178336678349, + "loss": 5.061037063598633, + "mean_token_accuracy": 0.6012364625930786, + "num_tokens": 26790321.0, + "step": 2885 + }, + { + "entropy": 1.6513011455535889, + "epoch": 0.3700790767257961, + "learning_rate": 0.000991170686910365, + "loss": 4.612127304077148, + "mean_token_accuracy": 0.6201150019963583, + "num_tokens": 26799627.0, + "step": 2886 + }, + { + "entropy": 1.6912697950998943, + "epoch": 0.3702073092541141, + "learning_rate": 0.0009911630338565885, + "loss": 4.670297145843506, + "mean_token_accuracy": 0.6135438283284506, + "num_tokens": 26809367.0, + "step": 2887 + }, + { + "entropy": 1.6551200946172078, + "epoch": 0.37033554178243216, + "learning_rate": 0.000991155377517071, + "loss": 4.736958980560303, + "mean_token_accuracy": 0.6130144993464152, + "num_tokens": 26820508.0, + "step": 2888 + }, + { + "entropy": 1.6400094827016194, + "epoch": 0.37046377431075017, + "learning_rate": 0.000991147717891864, + "loss": 4.544912338256836, + "mean_token_accuracy": 0.6267038782437643, + "num_tokens": 26831836.0, + "step": 2889 + }, + { + "entropy": 1.5985594193140666, + "epoch": 0.3705920068390682, + "learning_rate": 0.0009911400549810182, + "loss": 4.530616760253906, + "mean_token_accuracy": 0.6205130219459534, + "num_tokens": 26842118.0, + "step": 2890 + }, + { + "entropy": 1.7464970350265503, + "epoch": 0.3707202393673862, + "learning_rate": 0.0009911323887845846, + "loss": 4.869202613830566, + "mean_token_accuracy": 0.5985212723414103, + "num_tokens": 26850139.0, + "step": 2891 + }, + { + "entropy": 1.6849350929260254, + "epoch": 0.3708484718957042, + "learning_rate": 0.0009911247193026154, + "loss": 4.761271953582764, + "mean_token_accuracy": 0.6085306207338969, + "num_tokens": 26857902.0, + "step": 2892 + }, + { + "entropy": 1.7036536931991577, + "epoch": 0.37097670442402225, + "learning_rate": 0.0009911170465351613, + "loss": 4.738725662231445, + "mean_token_accuracy": 0.6082124908765157, + "num_tokens": 26868018.0, + "step": 2893 + }, + { + "entropy": 1.570170561472575, + "epoch": 0.37110493695234026, + "learning_rate": 0.0009911093704822735, + "loss": 4.450375080108643, + "mean_token_accuracy": 0.641537090142568, + "num_tokens": 26876327.0, + "step": 2894 + }, + { + "entropy": 1.7570937474568684, + "epoch": 0.37123316948065826, + "learning_rate": 0.0009911016911440039, + "loss": 4.832065582275391, + "mean_token_accuracy": 0.6096588770548502, + "num_tokens": 26885277.0, + "step": 2895 + }, + { + "entropy": 1.5854495366414387, + "epoch": 0.37136140200897627, + "learning_rate": 0.0009910940085204034, + "loss": 4.3951873779296875, + "mean_token_accuracy": 0.6374882062276205, + "num_tokens": 26894223.0, + "step": 2896 + }, + { + "entropy": 1.7217830816904705, + "epoch": 0.3714896345372943, + "learning_rate": 0.0009910863226115236, + "loss": 4.9034600257873535, + "mean_token_accuracy": 0.6099689801534017, + "num_tokens": 26902362.0, + "step": 2897 + }, + { + "entropy": 1.7834505637486775, + "epoch": 0.3716178670656123, + "learning_rate": 0.000991078633417416, + "loss": 4.980844974517822, + "mean_token_accuracy": 0.5971152981122335, + "num_tokens": 26910416.0, + "step": 2898 + }, + { + "entropy": 1.600022315979004, + "epoch": 0.37174609959393035, + "learning_rate": 0.000991070940938132, + "loss": 4.531248569488525, + "mean_token_accuracy": 0.6215997338294983, + "num_tokens": 26921674.0, + "step": 2899 + }, + { + "entropy": 1.6633941332499187, + "epoch": 0.37187433212224835, + "learning_rate": 0.0009910632451737226, + "loss": 4.822775840759277, + "mean_token_accuracy": 0.6038317282994589, + "num_tokens": 26931461.0, + "step": 2900 + }, + { + "entropy": 1.5904678503672283, + "epoch": 0.37200256465056636, + "learning_rate": 0.0009910555461242398, + "loss": 4.242162704467773, + "mean_token_accuracy": 0.6519016226132711, + "num_tokens": 26940887.0, + "step": 2901 + }, + { + "entropy": 1.4410539468129475, + "epoch": 0.37213079717888436, + "learning_rate": 0.000991047843789735, + "loss": 4.0423102378845215, + "mean_token_accuracy": 0.6514791250228882, + "num_tokens": 26950068.0, + "step": 2902 + }, + { + "entropy": 1.5595088005065918, + "epoch": 0.37225902970720237, + "learning_rate": 0.0009910401381702598, + "loss": 4.376270294189453, + "mean_token_accuracy": 0.6372085809707642, + "num_tokens": 26957475.0, + "step": 2903 + }, + { + "entropy": 1.633324424425761, + "epoch": 0.37238726223552043, + "learning_rate": 0.0009910324292658657, + "loss": 4.5508928298950195, + "mean_token_accuracy": 0.616284986337026, + "num_tokens": 26965019.0, + "step": 2904 + }, + { + "entropy": 1.7335522572199504, + "epoch": 0.37251549476383844, + "learning_rate": 0.0009910247170766041, + "loss": 5.001162052154541, + "mean_token_accuracy": 0.5910592476526896, + "num_tokens": 26974946.0, + "step": 2905 + }, + { + "entropy": 1.6167367696762085, + "epoch": 0.37264372729215645, + "learning_rate": 0.0009910170016025268, + "loss": 4.451892375946045, + "mean_token_accuracy": 0.6253731846809387, + "num_tokens": 26984264.0, + "step": 2906 + }, + { + "entropy": 1.4866079489390056, + "epoch": 0.37277195982047445, + "learning_rate": 0.0009910092828436853, + "loss": 4.133338928222656, + "mean_token_accuracy": 0.6565346717834473, + "num_tokens": 26993602.0, + "step": 2907 + }, + { + "entropy": 1.423335870107015, + "epoch": 0.37290019234879246, + "learning_rate": 0.000991001560800131, + "loss": 3.8897204399108887, + "mean_token_accuracy": 0.6820864677429199, + "num_tokens": 27002052.0, + "step": 2908 + }, + { + "entropy": 1.6876703103383381, + "epoch": 0.3730284248771105, + "learning_rate": 0.0009909938354719162, + "loss": 4.7715983390808105, + "mean_token_accuracy": 0.617284874121348, + "num_tokens": 27013660.0, + "step": 2909 + }, + { + "entropy": 1.8061046600341797, + "epoch": 0.3731566574054285, + "learning_rate": 0.0009909861068590918, + "loss": 5.018438339233398, + "mean_token_accuracy": 0.5974105397860209, + "num_tokens": 27024574.0, + "step": 2910 + }, + { + "entropy": 1.6802604993184407, + "epoch": 0.37328488993374653, + "learning_rate": 0.0009909783749617101, + "loss": 4.69487190246582, + "mean_token_accuracy": 0.6099540789922079, + "num_tokens": 27036268.0, + "step": 2911 + }, + { + "entropy": 1.572087566057841, + "epoch": 0.37341312246206454, + "learning_rate": 0.0009909706397798227, + "loss": 4.312438011169434, + "mean_token_accuracy": 0.6297478079795837, + "num_tokens": 27045372.0, + "step": 2912 + }, + { + "entropy": 1.719157099723816, + "epoch": 0.37354135499038255, + "learning_rate": 0.0009909629013134815, + "loss": 4.785260200500488, + "mean_token_accuracy": 0.5977083245913187, + "num_tokens": 27053396.0, + "step": 2913 + }, + { + "entropy": 1.7468724648157756, + "epoch": 0.37366958751870055, + "learning_rate": 0.0009909551595627375, + "loss": 4.8012800216674805, + "mean_token_accuracy": 0.6211894949277242, + "num_tokens": 27061553.0, + "step": 2914 + }, + { + "entropy": 1.5768406391143799, + "epoch": 0.3737978200470186, + "learning_rate": 0.0009909474145276434, + "loss": 4.3446455001831055, + "mean_token_accuracy": 0.629630466302236, + "num_tokens": 27070738.0, + "step": 2915 + }, + { + "entropy": 1.7753332455952961, + "epoch": 0.3739260525753366, + "learning_rate": 0.0009909396662082504, + "loss": 4.986488342285156, + "mean_token_accuracy": 0.5928963224093119, + "num_tokens": 27079807.0, + "step": 2916 + }, + { + "entropy": 1.7787466843922932, + "epoch": 0.3740542851036546, + "learning_rate": 0.0009909319146046108, + "loss": 5.136547565460205, + "mean_token_accuracy": 0.5907037854194641, + "num_tokens": 27087224.0, + "step": 2917 + }, + { + "entropy": 1.56993571917216, + "epoch": 0.37418251763197263, + "learning_rate": 0.000990924159716776, + "loss": 4.257550239562988, + "mean_token_accuracy": 0.645349383354187, + "num_tokens": 27096854.0, + "step": 2918 + }, + { + "entropy": 1.7398872375488281, + "epoch": 0.37431075016029064, + "learning_rate": 0.0009909164015447984, + "loss": 4.830931663513184, + "mean_token_accuracy": 0.6097250183423361, + "num_tokens": 27105975.0, + "step": 2919 + }, + { + "entropy": 1.5954257249832153, + "epoch": 0.3744389826886087, + "learning_rate": 0.0009909086400887294, + "loss": 4.57529354095459, + "mean_token_accuracy": 0.6242615977923075, + "num_tokens": 27114422.0, + "step": 2920 + }, + { + "entropy": 1.7074383894602458, + "epoch": 0.3745672152169267, + "learning_rate": 0.0009909008753486211, + "loss": 4.871042251586914, + "mean_token_accuracy": 0.6004998286565145, + "num_tokens": 27124131.0, + "step": 2921 + }, + { + "entropy": 1.7670413653055828, + "epoch": 0.3746954477452447, + "learning_rate": 0.0009908931073245256, + "loss": 5.050194263458252, + "mean_token_accuracy": 0.577936053276062, + "num_tokens": 27132304.0, + "step": 2922 + }, + { + "entropy": 1.6743085781733196, + "epoch": 0.3748236802735627, + "learning_rate": 0.0009908853360164947, + "loss": 4.831112384796143, + "mean_token_accuracy": 0.6142677863438925, + "num_tokens": 27144276.0, + "step": 2923 + }, + { + "entropy": 1.4626789490381877, + "epoch": 0.3749519128018807, + "learning_rate": 0.0009908775614245805, + "loss": 4.037713527679443, + "mean_token_accuracy": 0.6514052947362264, + "num_tokens": 27153397.0, + "step": 2924 + }, + { + "entropy": 1.6691725651423137, + "epoch": 0.37508014533019873, + "learning_rate": 0.0009908697835488349, + "loss": 4.874338150024414, + "mean_token_accuracy": 0.5934062401453654, + "num_tokens": 27164598.0, + "step": 2925 + }, + { + "entropy": 1.7301674683888753, + "epoch": 0.3752083778585168, + "learning_rate": 0.00099086200238931, + "loss": 4.815952301025391, + "mean_token_accuracy": 0.6001819968223572, + "num_tokens": 27173141.0, + "step": 2926 + }, + { + "entropy": 1.5951079527537029, + "epoch": 0.3753366103868348, + "learning_rate": 0.0009908542179460577, + "loss": 4.532926082611084, + "mean_token_accuracy": 0.628492554028829, + "num_tokens": 27181414.0, + "step": 2927 + }, + { + "entropy": 1.6802746057510376, + "epoch": 0.3754648429151528, + "learning_rate": 0.0009908464302191304, + "loss": 4.624147415161133, + "mean_token_accuracy": 0.6190877358118693, + "num_tokens": 27190078.0, + "step": 2928 + }, + { + "entropy": 1.6066274245580037, + "epoch": 0.3755930754434708, + "learning_rate": 0.00099083863920858, + "loss": 4.5635833740234375, + "mean_token_accuracy": 0.6147030393282572, + "num_tokens": 27202229.0, + "step": 2929 + }, + { + "entropy": 1.5884731610616047, + "epoch": 0.3757213079717888, + "learning_rate": 0.0009908308449144583, + "loss": 4.540123462677002, + "mean_token_accuracy": 0.6183993419011434, + "num_tokens": 27212299.0, + "step": 2930 + }, + { + "entropy": 1.4671904643376668, + "epoch": 0.3758495405001069, + "learning_rate": 0.000990823047336818, + "loss": 4.1600165367126465, + "mean_token_accuracy": 0.6308968663215637, + "num_tokens": 27222673.0, + "step": 2931 + }, + { + "entropy": 1.6945347388585408, + "epoch": 0.3759777730284249, + "learning_rate": 0.000990815246475711, + "loss": 4.771451950073242, + "mean_token_accuracy": 0.6049274802207947, + "num_tokens": 27231353.0, + "step": 2932 + }, + { + "entropy": 1.6040503184000652, + "epoch": 0.3761060055567429, + "learning_rate": 0.0009908074423311895, + "loss": 4.595641136169434, + "mean_token_accuracy": 0.6106078227361044, + "num_tokens": 27240170.0, + "step": 2933 + }, + { + "entropy": 1.695023536682129, + "epoch": 0.3762342380850609, + "learning_rate": 0.0009907996349033058, + "loss": 4.8181657791137695, + "mean_token_accuracy": 0.6008548339207967, + "num_tokens": 27250399.0, + "step": 2934 + }, + { + "entropy": 1.6857099533081055, + "epoch": 0.3763624706133789, + "learning_rate": 0.000990791824192112, + "loss": 5.029749393463135, + "mean_token_accuracy": 0.5876890818277994, + "num_tokens": 27258644.0, + "step": 2935 + }, + { + "entropy": 1.6218250592549641, + "epoch": 0.37649070314169697, + "learning_rate": 0.0009907840101976604, + "loss": 4.340542793273926, + "mean_token_accuracy": 0.6323607961336771, + "num_tokens": 27266044.0, + "step": 2936 + }, + { + "entropy": 1.684501091639201, + "epoch": 0.376618935670015, + "learning_rate": 0.0009907761929200032, + "loss": 4.682726860046387, + "mean_token_accuracy": 0.6039382417996725, + "num_tokens": 27274446.0, + "step": 2937 + }, + { + "entropy": 1.5359527269999187, + "epoch": 0.376747168198333, + "learning_rate": 0.000990768372359193, + "loss": 4.375923156738281, + "mean_token_accuracy": 0.626097838083903, + "num_tokens": 27283527.0, + "step": 2938 + }, + { + "entropy": 1.7428162892659504, + "epoch": 0.376875400726651, + "learning_rate": 0.0009907605485152814, + "loss": 4.796412467956543, + "mean_token_accuracy": 0.5908998052279154, + "num_tokens": 27294038.0, + "step": 2939 + }, + { + "entropy": 1.5316336552302043, + "epoch": 0.377003633254969, + "learning_rate": 0.0009907527213883216, + "loss": 4.26527738571167, + "mean_token_accuracy": 0.6576927304267883, + "num_tokens": 27303568.0, + "step": 2940 + }, + { + "entropy": 1.449900229771932, + "epoch": 0.377131865783287, + "learning_rate": 0.0009907448909783657, + "loss": 3.860386848449707, + "mean_token_accuracy": 0.6664721767107645, + "num_tokens": 27311207.0, + "step": 2941 + }, + { + "entropy": 1.614552100499471, + "epoch": 0.37726009831160506, + "learning_rate": 0.0009907370572854656, + "loss": 4.6673126220703125, + "mean_token_accuracy": 0.6110130747159322, + "num_tokens": 27318884.0, + "step": 2942 + }, + { + "entropy": 1.746639887491862, + "epoch": 0.37738833083992307, + "learning_rate": 0.0009907292203096745, + "loss": 4.77244234085083, + "mean_token_accuracy": 0.6159987052281698, + "num_tokens": 27329738.0, + "step": 2943 + }, + { + "entropy": 1.6944533189137776, + "epoch": 0.3775165633682411, + "learning_rate": 0.000990721380051044, + "loss": 4.825710773468018, + "mean_token_accuracy": 0.5941272179285685, + "num_tokens": 27338749.0, + "step": 2944 + }, + { + "entropy": 1.5064064264297485, + "epoch": 0.3776447958965591, + "learning_rate": 0.0009907135365096271, + "loss": 4.1573028564453125, + "mean_token_accuracy": 0.6593928337097168, + "num_tokens": 27347096.0, + "step": 2945 + }, + { + "entropy": 1.801119605700175, + "epoch": 0.3777730284248771, + "learning_rate": 0.0009907056896854762, + "loss": 4.874042987823486, + "mean_token_accuracy": 0.6108841498692831, + "num_tokens": 27357728.0, + "step": 2946 + }, + { + "entropy": 1.6213019688924153, + "epoch": 0.37790126095319515, + "learning_rate": 0.0009906978395786436, + "loss": 4.5884575843811035, + "mean_token_accuracy": 0.6134843031565348, + "num_tokens": 27367088.0, + "step": 2947 + }, + { + "entropy": 1.7695893843968709, + "epoch": 0.37802949348151316, + "learning_rate": 0.0009906899861891823, + "loss": 5.171858787536621, + "mean_token_accuracy": 0.5904309153556824, + "num_tokens": 27375993.0, + "step": 2948 + }, + { + "entropy": 1.6476881901423137, + "epoch": 0.37815772600983116, + "learning_rate": 0.000990682129517144, + "loss": 4.551278114318848, + "mean_token_accuracy": 0.6176970998446146, + "num_tokens": 27383888.0, + "step": 2949 + }, + { + "entropy": 1.5628957748413086, + "epoch": 0.37828595853814917, + "learning_rate": 0.000990674269562582, + "loss": 4.348316669464111, + "mean_token_accuracy": 0.6370150446891785, + "num_tokens": 27394774.0, + "step": 2950 + }, + { + "entropy": 1.6414860486984253, + "epoch": 0.3784141910664672, + "learning_rate": 0.0009906664063255486, + "loss": 4.587969779968262, + "mean_token_accuracy": 0.6263271768887838, + "num_tokens": 27403230.0, + "step": 2951 + }, + { + "entropy": 1.8422826528549194, + "epoch": 0.37854242359478524, + "learning_rate": 0.0009906585398060963, + "loss": 5.003751754760742, + "mean_token_accuracy": 0.6031609177589417, + "num_tokens": 27414181.0, + "step": 2952 + }, + { + "entropy": 1.7778228521347046, + "epoch": 0.37867065612310324, + "learning_rate": 0.0009906506700042778, + "loss": 5.028020858764648, + "mean_token_accuracy": 0.5987940828005472, + "num_tokens": 27424618.0, + "step": 2953 + }, + { + "entropy": 1.7237438360850017, + "epoch": 0.37879888865142125, + "learning_rate": 0.000990642796920146, + "loss": 4.95123291015625, + "mean_token_accuracy": 0.5981717904408773, + "num_tokens": 27435750.0, + "step": 2954 + }, + { + "entropy": 1.6182388464609783, + "epoch": 0.37892712117973926, + "learning_rate": 0.0009906349205537532, + "loss": 4.626152515411377, + "mean_token_accuracy": 0.6224664847056071, + "num_tokens": 27445855.0, + "step": 2955 + }, + { + "entropy": 1.4656116962432861, + "epoch": 0.37905535370805726, + "learning_rate": 0.0009906270409051523, + "loss": 4.012212753295898, + "mean_token_accuracy": 0.6442389090855917, + "num_tokens": 27455770.0, + "step": 2956 + }, + { + "entropy": 1.8538016080856323, + "epoch": 0.37918358623637527, + "learning_rate": 0.0009906191579743958, + "loss": 5.169605255126953, + "mean_token_accuracy": 0.5799140930175781, + "num_tokens": 27465283.0, + "step": 2957 + }, + { + "entropy": 1.8026533524195354, + "epoch": 0.37931181876469333, + "learning_rate": 0.0009906112717615369, + "loss": 5.337793350219727, + "mean_token_accuracy": 0.5693376859029134, + "num_tokens": 27474852.0, + "step": 2958 + }, + { + "entropy": 1.7474169333775837, + "epoch": 0.37944005129301134, + "learning_rate": 0.000990603382266628, + "loss": 5.006857395172119, + "mean_token_accuracy": 0.6007069150606791, + "num_tokens": 27483978.0, + "step": 2959 + }, + { + "entropy": 1.4874512751897175, + "epoch": 0.37956828382132934, + "learning_rate": 0.0009905954894897217, + "loss": 4.27949333190918, + "mean_token_accuracy": 0.653425395488739, + "num_tokens": 27493194.0, + "step": 2960 + }, + { + "entropy": 1.781505544980367, + "epoch": 0.37969651634964735, + "learning_rate": 0.000990587593430871, + "loss": 4.9865641593933105, + "mean_token_accuracy": 0.5910175442695618, + "num_tokens": 27502938.0, + "step": 2961 + }, + { + "entropy": 1.4560895760854085, + "epoch": 0.37982474887796536, + "learning_rate": 0.000990579694090129, + "loss": 3.8794028759002686, + "mean_token_accuracy": 0.6742490728696188, + "num_tokens": 27510346.0, + "step": 2962 + }, + { + "entropy": 1.6604148944218953, + "epoch": 0.3799529814062834, + "learning_rate": 0.0009905717914675482, + "loss": 4.546018600463867, + "mean_token_accuracy": 0.6170528928438822, + "num_tokens": 27518314.0, + "step": 2963 + }, + { + "entropy": 1.7466028928756714, + "epoch": 0.3800812139346014, + "learning_rate": 0.0009905638855631815, + "loss": 4.878424644470215, + "mean_token_accuracy": 0.6117177605628967, + "num_tokens": 27525497.0, + "step": 2964 + }, + { + "entropy": 1.6233178774515789, + "epoch": 0.38020944646291943, + "learning_rate": 0.000990555976377082, + "loss": 4.331226348876953, + "mean_token_accuracy": 0.6308026512463888, + "num_tokens": 27533982.0, + "step": 2965 + }, + { + "entropy": 1.6850971380869548, + "epoch": 0.38033767899123744, + "learning_rate": 0.0009905480639093025, + "loss": 4.748565196990967, + "mean_token_accuracy": 0.5951866507530212, + "num_tokens": 27541620.0, + "step": 2966 + }, + { + "entropy": 1.8447858492533367, + "epoch": 0.38046591151955544, + "learning_rate": 0.0009905401481598956, + "loss": 5.276845455169678, + "mean_token_accuracy": 0.5660268465677897, + "num_tokens": 27551085.0, + "step": 2967 + }, + { + "entropy": 1.674944003423055, + "epoch": 0.38059414404787345, + "learning_rate": 0.0009905322291289148, + "loss": 4.771556377410889, + "mean_token_accuracy": 0.6122676928838094, + "num_tokens": 27561212.0, + "step": 2968 + }, + { + "entropy": 1.5950056711832683, + "epoch": 0.3807223765761915, + "learning_rate": 0.0009905243068164128, + "loss": 4.482701301574707, + "mean_token_accuracy": 0.6244984666506449, + "num_tokens": 27571474.0, + "step": 2969 + }, + { + "entropy": 1.6743102073669434, + "epoch": 0.3808506091045095, + "learning_rate": 0.0009905163812224424, + "loss": 4.789530277252197, + "mean_token_accuracy": 0.6095744570096334, + "num_tokens": 27580751.0, + "step": 2970 + }, + { + "entropy": 1.6502735217412312, + "epoch": 0.3809788416328275, + "learning_rate": 0.0009905084523470571, + "loss": 4.699708938598633, + "mean_token_accuracy": 0.6075628201166788, + "num_tokens": 27589237.0, + "step": 2971 + }, + { + "entropy": 1.7732817729314168, + "epoch": 0.38110707416114553, + "learning_rate": 0.0009905005201903095, + "loss": 5.049537658691406, + "mean_token_accuracy": 0.6033340891202291, + "num_tokens": 27597894.0, + "step": 2972 + }, + { + "entropy": 1.6335761149724324, + "epoch": 0.38123530668946354, + "learning_rate": 0.000990492584752253, + "loss": 4.572334289550781, + "mean_token_accuracy": 0.626641313234965, + "num_tokens": 27606452.0, + "step": 2973 + }, + { + "entropy": 1.7638053099314372, + "epoch": 0.3813635392177816, + "learning_rate": 0.0009904846460329405, + "loss": 4.981081962585449, + "mean_token_accuracy": 0.5954641103744507, + "num_tokens": 27614904.0, + "step": 2974 + }, + { + "entropy": 1.82409663995107, + "epoch": 0.3814917717460996, + "learning_rate": 0.0009904767040324251, + "loss": 5.26926851272583, + "mean_token_accuracy": 0.5865353544553121, + "num_tokens": 27622802.0, + "step": 2975 + }, + { + "entropy": 1.7512433131535847, + "epoch": 0.3816200042744176, + "learning_rate": 0.0009904687587507601, + "loss": 4.868237495422363, + "mean_token_accuracy": 0.6152333617210388, + "num_tokens": 27633178.0, + "step": 2976 + }, + { + "entropy": 1.7206331888834636, + "epoch": 0.3817482368027356, + "learning_rate": 0.0009904608101879984, + "loss": 4.766035079956055, + "mean_token_accuracy": 0.6199805736541748, + "num_tokens": 27642992.0, + "step": 2977 + }, + { + "entropy": 1.7618553241093953, + "epoch": 0.3818764693310536, + "learning_rate": 0.0009904528583441932, + "loss": 5.026036262512207, + "mean_token_accuracy": 0.5941749016443888, + "num_tokens": 27653363.0, + "step": 2978 + }, + { + "entropy": 1.575966477394104, + "epoch": 0.3820047018593717, + "learning_rate": 0.000990444903219398, + "loss": 4.411848545074463, + "mean_token_accuracy": 0.6255250175793966, + "num_tokens": 27662167.0, + "step": 2979 + }, + { + "entropy": 1.7755268414815266, + "epoch": 0.3821329343876897, + "learning_rate": 0.0009904369448136658, + "loss": 4.960540771484375, + "mean_token_accuracy": 0.5821921825408936, + "num_tokens": 27669907.0, + "step": 2980 + }, + { + "entropy": 1.717678427696228, + "epoch": 0.3822611669160077, + "learning_rate": 0.0009904289831270498, + "loss": 4.84245491027832, + "mean_token_accuracy": 0.6041322946548462, + "num_tokens": 27678108.0, + "step": 2981 + }, + { + "entropy": 1.5624159971872966, + "epoch": 0.3823893994443257, + "learning_rate": 0.0009904210181596032, + "loss": 4.4419450759887695, + "mean_token_accuracy": 0.6435542106628418, + "num_tokens": 27687321.0, + "step": 2982 + }, + { + "entropy": 1.7423221270243328, + "epoch": 0.3825176319726437, + "learning_rate": 0.0009904130499113796, + "loss": 4.8132100105285645, + "mean_token_accuracy": 0.5998265345891317, + "num_tokens": 27698981.0, + "step": 2983 + }, + { + "entropy": 1.621509313583374, + "epoch": 0.3826458645009617, + "learning_rate": 0.000990405078382432, + "loss": 4.582054138183594, + "mean_token_accuracy": 0.6250065763791403, + "num_tokens": 27709052.0, + "step": 2984 + }, + { + "entropy": 1.728765885035197, + "epoch": 0.3827740970292798, + "learning_rate": 0.0009903971035728138, + "loss": 4.872607231140137, + "mean_token_accuracy": 0.6102318366368612, + "num_tokens": 27718225.0, + "step": 2985 + }, + { + "entropy": 1.5751016934712727, + "epoch": 0.3829023295575978, + "learning_rate": 0.0009903891254825785, + "loss": 4.282557964324951, + "mean_token_accuracy": 0.6398317813873291, + "num_tokens": 27727432.0, + "step": 2986 + }, + { + "entropy": 1.696660002072652, + "epoch": 0.3830305620859158, + "learning_rate": 0.0009903811441117792, + "loss": 4.802140235900879, + "mean_token_accuracy": 0.6084794402122498, + "num_tokens": 27737922.0, + "step": 2987 + }, + { + "entropy": 1.9331427017847698, + "epoch": 0.3831587946142338, + "learning_rate": 0.0009903731594604697, + "loss": 5.4935126304626465, + "mean_token_accuracy": 0.5587395429611206, + "num_tokens": 27747181.0, + "step": 2988 + }, + { + "entropy": 1.5141932964324951, + "epoch": 0.3832870271425518, + "learning_rate": 0.000990365171528703, + "loss": 4.35948371887207, + "mean_token_accuracy": 0.633894681930542, + "num_tokens": 27760081.0, + "step": 2989 + }, + { + "entropy": 1.6217466592788696, + "epoch": 0.38341525967086987, + "learning_rate": 0.0009903571803165326, + "loss": 4.60595703125, + "mean_token_accuracy": 0.6083406408627828, + "num_tokens": 27769850.0, + "step": 2990 + }, + { + "entropy": 1.6321853001912434, + "epoch": 0.3835434921991879, + "learning_rate": 0.0009903491858240122, + "loss": 4.613324165344238, + "mean_token_accuracy": 0.6151552597681681, + "num_tokens": 27781899.0, + "step": 2991 + }, + { + "entropy": 1.8224842151006062, + "epoch": 0.3836717247275059, + "learning_rate": 0.000990341188051195, + "loss": 5.083896636962891, + "mean_token_accuracy": 0.5856728951136271, + "num_tokens": 27791863.0, + "step": 2992 + }, + { + "entropy": 1.9052072366078694, + "epoch": 0.3837999572558239, + "learning_rate": 0.0009903331869981348, + "loss": 5.430987358093262, + "mean_token_accuracy": 0.5695986946423849, + "num_tokens": 27801349.0, + "step": 2993 + }, + { + "entropy": 1.7683943112691243, + "epoch": 0.3839281897841419, + "learning_rate": 0.0009903251826648848, + "loss": 5.096944332122803, + "mean_token_accuracy": 0.5890053908030192, + "num_tokens": 27809714.0, + "step": 2994 + }, + { + "entropy": 1.7079869906107585, + "epoch": 0.3840564223124599, + "learning_rate": 0.0009903171750514988, + "loss": 4.987751007080078, + "mean_token_accuracy": 0.5740105708440145, + "num_tokens": 27818883.0, + "step": 2995 + }, + { + "entropy": 1.9166691303253174, + "epoch": 0.38418465484077796, + "learning_rate": 0.0009903091641580302, + "loss": 5.3178558349609375, + "mean_token_accuracy": 0.5747738679250082, + "num_tokens": 27826391.0, + "step": 2996 + }, + { + "entropy": 1.588388721148173, + "epoch": 0.38431288736909597, + "learning_rate": 0.0009903011499845327, + "loss": 4.408810615539551, + "mean_token_accuracy": 0.6232490142186483, + "num_tokens": 27834348.0, + "step": 2997 + }, + { + "entropy": 1.5751235882441204, + "epoch": 0.384441119897414, + "learning_rate": 0.00099029313253106, + "loss": 4.370787620544434, + "mean_token_accuracy": 0.6376934846242269, + "num_tokens": 27842539.0, + "step": 2998 + }, + { + "entropy": 1.687142054239909, + "epoch": 0.384569352425732, + "learning_rate": 0.0009902851117976656, + "loss": 4.644232273101807, + "mean_token_accuracy": 0.6276286443074545, + "num_tokens": 27852854.0, + "step": 2999 + }, + { + "entropy": 1.4257532755533855, + "epoch": 0.38469758495405, + "learning_rate": 0.0009902770877844031, + "loss": 4.014759063720703, + "mean_token_accuracy": 0.6382347146670023, + "num_tokens": 27861606.0, + "step": 3000 + }, + { + "epoch": 0.38469758495405, + "eval_cdm_f1": 0.216671, + "eval_entropy": 1.7470664441585542, + "eval_exact_match": 0.005, + "eval_loss": 1.659959316253662, + "eval_mean_token_accuracy": 0.5924275115132331, + "eval_norm_edit_similarity": 0.6052979621025092, + "eval_num_tokens": 27861606.0, + "eval_runtime": 97.1392, + "eval_samples_per_second": 2.059, + "eval_steps_per_second": 0.412, + "step": 3000 + }, + { + "entropy": 1.6419976154963176, + "epoch": 0.38482581748236805, + "learning_rate": 0.0009902690604913264, + "loss": 4.459400653839111, + "mean_token_accuracy": 0.6284995277722677, + "num_tokens": 27872858.0, + "step": 3001 + }, + { + "entropy": 1.5539387067159016, + "epoch": 0.38495405001068606, + "learning_rate": 0.0009902610299184888, + "loss": 4.3656463623046875, + "mean_token_accuracy": 0.6343118945757548, + "num_tokens": 27882423.0, + "step": 3002 + }, + { + "entropy": 1.6829065481821697, + "epoch": 0.38508228253900406, + "learning_rate": 0.0009902529960659444, + "loss": 4.866329193115234, + "mean_token_accuracy": 0.6129401922225952, + "num_tokens": 27890704.0, + "step": 3003 + }, + { + "entropy": 1.60565185546875, + "epoch": 0.38521051506732207, + "learning_rate": 0.000990244958933747, + "loss": 4.429852485656738, + "mean_token_accuracy": 0.6338340441385905, + "num_tokens": 27899734.0, + "step": 3004 + }, + { + "entropy": 1.5286111036936443, + "epoch": 0.3853387475956401, + "learning_rate": 0.00099023691852195, + "loss": 4.2450737953186035, + "mean_token_accuracy": 0.6532766024271647, + "num_tokens": 27909595.0, + "step": 3005 + }, + { + "entropy": 1.69255793094635, + "epoch": 0.38546698012395814, + "learning_rate": 0.0009902288748306074, + "loss": 4.779027938842773, + "mean_token_accuracy": 0.6160420179367065, + "num_tokens": 27920542.0, + "step": 3006 + }, + { + "entropy": 1.6491055488586426, + "epoch": 0.38559521265227614, + "learning_rate": 0.000990220827859773, + "loss": 4.8548736572265625, + "mean_token_accuracy": 0.6052235762278239, + "num_tokens": 27929227.0, + "step": 3007 + }, + { + "entropy": 1.567653218905131, + "epoch": 0.38572344518059415, + "learning_rate": 0.0009902127776095005, + "loss": 4.422121047973633, + "mean_token_accuracy": 0.6295180718104044, + "num_tokens": 27940680.0, + "step": 3008 + }, + { + "entropy": 1.807408293088277, + "epoch": 0.38585167770891216, + "learning_rate": 0.0009902047240798442, + "loss": 5.275352954864502, + "mean_token_accuracy": 0.5758607784907023, + "num_tokens": 27949345.0, + "step": 3009 + }, + { + "entropy": 1.540951410929362, + "epoch": 0.38597991023723016, + "learning_rate": 0.0009901966672708573, + "loss": 4.307914733886719, + "mean_token_accuracy": 0.6378802458445231, + "num_tokens": 27957308.0, + "step": 3010 + }, + { + "entropy": 1.5861913363138835, + "epoch": 0.38610814276554817, + "learning_rate": 0.0009901886071825943, + "loss": 4.44992733001709, + "mean_token_accuracy": 0.6258321603139242, + "num_tokens": 27967056.0, + "step": 3011 + }, + { + "entropy": 1.558564265569051, + "epoch": 0.38623637529386623, + "learning_rate": 0.0009901805438151088, + "loss": 4.434435844421387, + "mean_token_accuracy": 0.6375957926114401, + "num_tokens": 27977854.0, + "step": 3012 + }, + { + "entropy": 1.78296959400177, + "epoch": 0.38636460782218424, + "learning_rate": 0.0009901724771684548, + "loss": 4.959013938903809, + "mean_token_accuracy": 0.5895394285519918, + "num_tokens": 27987018.0, + "step": 3013 + }, + { + "entropy": 1.4984443187713623, + "epoch": 0.38649284035050224, + "learning_rate": 0.0009901644072426862, + "loss": 4.297679901123047, + "mean_token_accuracy": 0.6426238218943278, + "num_tokens": 27995027.0, + "step": 3014 + }, + { + "entropy": 1.5840035676956177, + "epoch": 0.38662107287882025, + "learning_rate": 0.0009901563340378571, + "loss": 4.466065883636475, + "mean_token_accuracy": 0.624184807141622, + "num_tokens": 28003031.0, + "step": 3015 + }, + { + "entropy": 1.7801486253738403, + "epoch": 0.38674930540713826, + "learning_rate": 0.0009901482575540217, + "loss": 4.8541107177734375, + "mean_token_accuracy": 0.6039811770121256, + "num_tokens": 28012835.0, + "step": 3016 + }, + { + "entropy": 1.5013262033462524, + "epoch": 0.3868775379354563, + "learning_rate": 0.0009901401777912334, + "loss": 4.163480758666992, + "mean_token_accuracy": 0.6553566257158915, + "num_tokens": 28024040.0, + "step": 3017 + }, + { + "entropy": 1.6800841490427654, + "epoch": 0.3870057704637743, + "learning_rate": 0.0009901320947495469, + "loss": 4.659912586212158, + "mean_token_accuracy": 0.6117098728815714, + "num_tokens": 28033867.0, + "step": 3018 + }, + { + "entropy": 1.767224391301473, + "epoch": 0.38713400299209233, + "learning_rate": 0.000990124008429016, + "loss": 4.980855464935303, + "mean_token_accuracy": 0.5792003472646078, + "num_tokens": 28042412.0, + "step": 3019 + }, + { + "entropy": 1.6494704484939575, + "epoch": 0.38726223552041034, + "learning_rate": 0.0009901159188296948, + "loss": 4.664968967437744, + "mean_token_accuracy": 0.6024978558222452, + "num_tokens": 28050510.0, + "step": 3020 + }, + { + "entropy": 1.7702112197875977, + "epoch": 0.38739046804872834, + "learning_rate": 0.0009901078259516372, + "loss": 4.880319595336914, + "mean_token_accuracy": 0.5942171414693197, + "num_tokens": 28059675.0, + "step": 3021 + }, + { + "entropy": 1.5733936230341594, + "epoch": 0.3875187005770464, + "learning_rate": 0.0009900997297948978, + "loss": 4.260967254638672, + "mean_token_accuracy": 0.6436747312545776, + "num_tokens": 28068139.0, + "step": 3022 + }, + { + "entropy": 1.6360329389572144, + "epoch": 0.3876469331053644, + "learning_rate": 0.0009900916303595304, + "loss": 4.730288028717041, + "mean_token_accuracy": 0.6008383830388387, + "num_tokens": 28080100.0, + "step": 3023 + }, + { + "entropy": 1.6771971782048543, + "epoch": 0.3877751656336824, + "learning_rate": 0.0009900835276455897, + "loss": 4.720254898071289, + "mean_token_accuracy": 0.6224039991696676, + "num_tokens": 28088828.0, + "step": 3024 + }, + { + "entropy": 1.5014514128367107, + "epoch": 0.3879033981620004, + "learning_rate": 0.000990075421653129, + "loss": 4.208639621734619, + "mean_token_accuracy": 0.6560234626134237, + "num_tokens": 28098803.0, + "step": 3025 + }, + { + "entropy": 1.6129622062047322, + "epoch": 0.38803163069031843, + "learning_rate": 0.0009900673123822035, + "loss": 4.528441429138184, + "mean_token_accuracy": 0.6283805966377258, + "num_tokens": 28108964.0, + "step": 3026 + }, + { + "entropy": 1.563790996869405, + "epoch": 0.38815986321863644, + "learning_rate": 0.0009900591998328668, + "loss": 4.398219585418701, + "mean_token_accuracy": 0.6265462239583334, + "num_tokens": 28118123.0, + "step": 3027 + }, + { + "entropy": 1.6672908465067546, + "epoch": 0.3882880957469545, + "learning_rate": 0.0009900510840051733, + "loss": 4.539127826690674, + "mean_token_accuracy": 0.6233830451965332, + "num_tokens": 28129321.0, + "step": 3028 + }, + { + "entropy": 1.7634019056955974, + "epoch": 0.3884163282752725, + "learning_rate": 0.0009900429648991775, + "loss": 5.079913139343262, + "mean_token_accuracy": 0.5884872674942017, + "num_tokens": 28138479.0, + "step": 3029 + }, + { + "entropy": 1.8309129476547241, + "epoch": 0.3885445608035905, + "learning_rate": 0.0009900348425149333, + "loss": 5.295474052429199, + "mean_token_accuracy": 0.5765529870986938, + "num_tokens": 28150182.0, + "step": 3030 + }, + { + "entropy": 1.5284028848012288, + "epoch": 0.3886727933319085, + "learning_rate": 0.0009900267168524955, + "loss": 4.409670352935791, + "mean_token_accuracy": 0.6193747719128927, + "num_tokens": 28158418.0, + "step": 3031 + }, + { + "entropy": 1.8342537085215251, + "epoch": 0.3888010258602265, + "learning_rate": 0.0009900185879119184, + "loss": 5.254292011260986, + "mean_token_accuracy": 0.5769756038983663, + "num_tokens": 28167487.0, + "step": 3032 + }, + { + "entropy": 1.6302039623260498, + "epoch": 0.3889292583885446, + "learning_rate": 0.0009900104556932563, + "loss": 4.530472755432129, + "mean_token_accuracy": 0.6288841565450033, + "num_tokens": 28175481.0, + "step": 3033 + }, + { + "entropy": 1.4863193432490032, + "epoch": 0.3890574909168626, + "learning_rate": 0.0009900023201965633, + "loss": 4.125953197479248, + "mean_token_accuracy": 0.6466529369354248, + "num_tokens": 28184815.0, + "step": 3034 + }, + { + "entropy": 1.6853886842727661, + "epoch": 0.3891857234451806, + "learning_rate": 0.0009899941814218941, + "loss": 4.627840518951416, + "mean_token_accuracy": 0.62611852089564, + "num_tokens": 28195050.0, + "step": 3035 + }, + { + "entropy": 1.7597811619440715, + "epoch": 0.3893139559734986, + "learning_rate": 0.0009899860393693034, + "loss": 4.931839942932129, + "mean_token_accuracy": 0.5959652662277222, + "num_tokens": 28202929.0, + "step": 3036 + }, + { + "entropy": 1.8009705940882366, + "epoch": 0.3894421885018166, + "learning_rate": 0.000989977894038845, + "loss": 4.960679531097412, + "mean_token_accuracy": 0.5970735748608907, + "num_tokens": 28209845.0, + "step": 3037 + }, + { + "entropy": 1.6941237847010295, + "epoch": 0.3895704210301346, + "learning_rate": 0.000989969745430574, + "loss": 4.763955116271973, + "mean_token_accuracy": 0.5938458244005839, + "num_tokens": 28217042.0, + "step": 3038 + }, + { + "entropy": 1.6131520668665569, + "epoch": 0.3896986535584527, + "learning_rate": 0.0009899615935445448, + "loss": 4.553256988525391, + "mean_token_accuracy": 0.6234806776046753, + "num_tokens": 28225902.0, + "step": 3039 + }, + { + "entropy": 1.739333987236023, + "epoch": 0.3898268860867707, + "learning_rate": 0.0009899534383808117, + "loss": 5.014037132263184, + "mean_token_accuracy": 0.6013534665107727, + "num_tokens": 28235651.0, + "step": 3040 + }, + { + "entropy": 1.8251795768737793, + "epoch": 0.3899551186150887, + "learning_rate": 0.0009899452799394294, + "loss": 5.101461410522461, + "mean_token_accuracy": 0.5983580946922302, + "num_tokens": 28246597.0, + "step": 3041 + }, + { + "entropy": 1.7652782599131267, + "epoch": 0.3900833511434067, + "learning_rate": 0.0009899371182204525, + "loss": 5.057435989379883, + "mean_token_accuracy": 0.5780720313390096, + "num_tokens": 28254506.0, + "step": 3042 + }, + { + "entropy": 1.6860562165578206, + "epoch": 0.3902115836717247, + "learning_rate": 0.0009899289532239355, + "loss": 4.685456275939941, + "mean_token_accuracy": 0.5996869206428528, + "num_tokens": 28265292.0, + "step": 3043 + }, + { + "entropy": 1.7142648696899414, + "epoch": 0.39033981620004277, + "learning_rate": 0.0009899207849499332, + "loss": 4.719648361206055, + "mean_token_accuracy": 0.6040624380111694, + "num_tokens": 28276418.0, + "step": 3044 + }, + { + "entropy": 1.6725587050120037, + "epoch": 0.3904680487283608, + "learning_rate": 0.0009899126133985, + "loss": 4.710668563842773, + "mean_token_accuracy": 0.6202174425125122, + "num_tokens": 28284791.0, + "step": 3045 + }, + { + "entropy": 1.6877344846725464, + "epoch": 0.3905962812566788, + "learning_rate": 0.0009899044385696908, + "loss": 4.8069281578063965, + "mean_token_accuracy": 0.6098642746607462, + "num_tokens": 28294330.0, + "step": 3046 + }, + { + "entropy": 1.6930201450983684, + "epoch": 0.3907245137849968, + "learning_rate": 0.00098989626046356, + "loss": 4.988844871520996, + "mean_token_accuracy": 0.5930740634600321, + "num_tokens": 28303201.0, + "step": 3047 + }, + { + "entropy": 1.6160916090011597, + "epoch": 0.3908527463133148, + "learning_rate": 0.0009898880790801627, + "loss": 4.697506904602051, + "mean_token_accuracy": 0.5889062285423279, + "num_tokens": 28310871.0, + "step": 3048 + }, + { + "entropy": 1.757434566815694, + "epoch": 0.39098097884163285, + "learning_rate": 0.0009898798944195533, + "loss": 4.953763484954834, + "mean_token_accuracy": 0.6048148075739542, + "num_tokens": 28318982.0, + "step": 3049 + }, + { + "entropy": 1.602830131848653, + "epoch": 0.39110921136995086, + "learning_rate": 0.000989871706481787, + "loss": 4.702891826629639, + "mean_token_accuracy": 0.6149852474530538, + "num_tokens": 28326417.0, + "step": 3050 + }, + { + "entropy": 1.7715452114741008, + "epoch": 0.39123744389826887, + "learning_rate": 0.0009898635152669178, + "loss": 5.032851219177246, + "mean_token_accuracy": 0.5976550579071045, + "num_tokens": 28335899.0, + "step": 3051 + }, + { + "entropy": 1.6727381547292073, + "epoch": 0.3913656764265869, + "learning_rate": 0.0009898553207750012, + "loss": 4.705892562866211, + "mean_token_accuracy": 0.611964742342631, + "num_tokens": 28344586.0, + "step": 3052 + }, + { + "entropy": 1.5354706446329753, + "epoch": 0.3914939089549049, + "learning_rate": 0.0009898471230060917, + "loss": 4.2553253173828125, + "mean_token_accuracy": 0.6561105847358704, + "num_tokens": 28352678.0, + "step": 3053 + }, + { + "entropy": 1.5075531005859375, + "epoch": 0.3916221414832229, + "learning_rate": 0.0009898389219602443, + "loss": 4.186144828796387, + "mean_token_accuracy": 0.6474110086758932, + "num_tokens": 28365131.0, + "step": 3054 + }, + { + "entropy": 1.5510762135187786, + "epoch": 0.39175037401154095, + "learning_rate": 0.0009898307176375136, + "loss": 4.2467265129089355, + "mean_token_accuracy": 0.63438481092453, + "num_tokens": 28374421.0, + "step": 3055 + }, + { + "entropy": 1.538159171740214, + "epoch": 0.39187860653985895, + "learning_rate": 0.0009898225100379548, + "loss": 4.348472595214844, + "mean_token_accuracy": 0.6377666791280111, + "num_tokens": 28386737.0, + "step": 3056 + }, + { + "entropy": 1.8480689922968547, + "epoch": 0.39200683906817696, + "learning_rate": 0.0009898142991616227, + "loss": 5.301717758178711, + "mean_token_accuracy": 0.5742583473523458, + "num_tokens": 28395919.0, + "step": 3057 + }, + { + "entropy": 1.6678266922632854, + "epoch": 0.39213507159649497, + "learning_rate": 0.0009898060850085718, + "loss": 4.6743364334106445, + "mean_token_accuracy": 0.6146447658538818, + "num_tokens": 28405989.0, + "step": 3058 + }, + { + "entropy": 1.5523277918497722, + "epoch": 0.392263304124813, + "learning_rate": 0.0009897978675788579, + "loss": 4.463896751403809, + "mean_token_accuracy": 0.6275138854980469, + "num_tokens": 28416735.0, + "step": 3059 + }, + { + "entropy": 1.69594407081604, + "epoch": 0.39239153665313103, + "learning_rate": 0.0009897896468725354, + "loss": 4.680068016052246, + "mean_token_accuracy": 0.6172107060750326, + "num_tokens": 28425998.0, + "step": 3060 + }, + { + "entropy": 1.6059105396270752, + "epoch": 0.39251976918144904, + "learning_rate": 0.0009897814228896592, + "loss": 4.545299053192139, + "mean_token_accuracy": 0.616837759812673, + "num_tokens": 28433281.0, + "step": 3061 + }, + { + "entropy": 1.6849840482076008, + "epoch": 0.39264800170976705, + "learning_rate": 0.0009897731956302848, + "loss": 4.713525295257568, + "mean_token_accuracy": 0.6144158840179443, + "num_tokens": 28440998.0, + "step": 3062 + }, + { + "entropy": 1.7845990657806396, + "epoch": 0.39277623423808505, + "learning_rate": 0.000989764965094467, + "loss": 5.2130961418151855, + "mean_token_accuracy": 0.5719488660494486, + "num_tokens": 28449102.0, + "step": 3063 + }, + { + "entropy": 1.4981596072514851, + "epoch": 0.39290446676640306, + "learning_rate": 0.0009897567312822605, + "loss": 4.2212371826171875, + "mean_token_accuracy": 0.6561776002248129, + "num_tokens": 28457454.0, + "step": 3064 + }, + { + "entropy": 1.859509825706482, + "epoch": 0.3930326992947211, + "learning_rate": 0.0009897484941937208, + "loss": 5.201870918273926, + "mean_token_accuracy": 0.5936355193456014, + "num_tokens": 28465977.0, + "step": 3065 + }, + { + "entropy": 1.70548677444458, + "epoch": 0.39316093182303913, + "learning_rate": 0.0009897402538289032, + "loss": 4.8404541015625, + "mean_token_accuracy": 0.6080363194147745, + "num_tokens": 28473844.0, + "step": 3066 + }, + { + "entropy": 1.5257296562194824, + "epoch": 0.39328916435135713, + "learning_rate": 0.0009897320101878622, + "loss": 4.293351173400879, + "mean_token_accuracy": 0.6378623048464457, + "num_tokens": 28482845.0, + "step": 3067 + }, + { + "entropy": 1.8621695041656494, + "epoch": 0.39341739687967514, + "learning_rate": 0.0009897237632706536, + "loss": 5.306730270385742, + "mean_token_accuracy": 0.5755187670389811, + "num_tokens": 28492145.0, + "step": 3068 + }, + { + "entropy": 1.6078300476074219, + "epoch": 0.39354562940799315, + "learning_rate": 0.0009897155130773319, + "loss": 4.549057960510254, + "mean_token_accuracy": 0.6218466758728027, + "num_tokens": 28503920.0, + "step": 3069 + }, + { + "entropy": 1.6938998699188232, + "epoch": 0.39367386193631115, + "learning_rate": 0.0009897072596079528, + "loss": 4.869852066040039, + "mean_token_accuracy": 0.6035794019699097, + "num_tokens": 28513768.0, + "step": 3070 + }, + { + "entropy": 1.599327286084493, + "epoch": 0.3938020944646292, + "learning_rate": 0.0009896990028625714, + "loss": 4.455102920532227, + "mean_token_accuracy": 0.6321915586789449, + "num_tokens": 28523099.0, + "step": 3071 + }, + { + "entropy": 1.7723952134450276, + "epoch": 0.3939303269929472, + "learning_rate": 0.000989690742841243, + "loss": 4.942322254180908, + "mean_token_accuracy": 0.5974809527397156, + "num_tokens": 28532115.0, + "step": 3072 + }, + { + "entropy": 1.6807055870691936, + "epoch": 0.39405855952126523, + "learning_rate": 0.0009896824795440225, + "loss": 4.890291690826416, + "mean_token_accuracy": 0.6113585631052653, + "num_tokens": 28540718.0, + "step": 3073 + }, + { + "entropy": 1.7006235520044963, + "epoch": 0.39418679204958323, + "learning_rate": 0.0009896742129709656, + "loss": 4.819242477416992, + "mean_token_accuracy": 0.6089830001195272, + "num_tokens": 28551169.0, + "step": 3074 + }, + { + "entropy": 1.722698489824931, + "epoch": 0.39431502457790124, + "learning_rate": 0.0009896659431221275, + "loss": 4.866497039794922, + "mean_token_accuracy": 0.5976147055625916, + "num_tokens": 28559470.0, + "step": 3075 + }, + { + "entropy": 1.4820077419281006, + "epoch": 0.3944432571062193, + "learning_rate": 0.0009896576699975634, + "loss": 4.065932273864746, + "mean_token_accuracy": 0.6569506327311198, + "num_tokens": 28568391.0, + "step": 3076 + }, + { + "entropy": 1.5602043867111206, + "epoch": 0.3945714896345373, + "learning_rate": 0.0009896493935973286, + "loss": 4.372968673706055, + "mean_token_accuracy": 0.6303572058677673, + "num_tokens": 28576640.0, + "step": 3077 + }, + { + "entropy": 1.563372015953064, + "epoch": 0.3946997221628553, + "learning_rate": 0.0009896411139214787, + "loss": 4.4809441566467285, + "mean_token_accuracy": 0.6382093826929728, + "num_tokens": 28585337.0, + "step": 3078 + }, + { + "entropy": 1.6641390721003215, + "epoch": 0.3948279546911733, + "learning_rate": 0.0009896328309700686, + "loss": 4.75030517578125, + "mean_token_accuracy": 0.6050458153088888, + "num_tokens": 28595280.0, + "step": 3079 + }, + { + "entropy": 1.685032606124878, + "epoch": 0.39495618721949133, + "learning_rate": 0.0009896245447431546, + "loss": 4.827493667602539, + "mean_token_accuracy": 0.6024899482727051, + "num_tokens": 28603393.0, + "step": 3080 + }, + { + "entropy": 1.5842092037200928, + "epoch": 0.39508441974780933, + "learning_rate": 0.0009896162552407914, + "loss": 4.39096212387085, + "mean_token_accuracy": 0.6352563897768656, + "num_tokens": 28612235.0, + "step": 3081 + }, + { + "entropy": 1.506788690884908, + "epoch": 0.3952126522761274, + "learning_rate": 0.0009896079624630344, + "loss": 4.246918201446533, + "mean_token_accuracy": 0.6399467587471008, + "num_tokens": 28620968.0, + "step": 3082 + }, + { + "entropy": 1.8378768761952717, + "epoch": 0.3953408848044454, + "learning_rate": 0.0009895996664099397, + "loss": 5.1740288734436035, + "mean_token_accuracy": 0.5954182545344034, + "num_tokens": 28629307.0, + "step": 3083 + }, + { + "entropy": 1.367072065671285, + "epoch": 0.3954691173327634, + "learning_rate": 0.0009895913670815621, + "loss": 3.7962591648101807, + "mean_token_accuracy": 0.6738506158192953, + "num_tokens": 28637122.0, + "step": 3084 + }, + { + "entropy": 1.6692170699437459, + "epoch": 0.3955973498610814, + "learning_rate": 0.0009895830644779577, + "loss": 4.680830001831055, + "mean_token_accuracy": 0.6187434792518616, + "num_tokens": 28647105.0, + "step": 3085 + }, + { + "entropy": 1.5026764472325642, + "epoch": 0.3957255823893994, + "learning_rate": 0.0009895747585991817, + "loss": 4.131511688232422, + "mean_token_accuracy": 0.6526541312535604, + "num_tokens": 28658944.0, + "step": 3086 + }, + { + "entropy": 1.6865757703781128, + "epoch": 0.3958538149177175, + "learning_rate": 0.00098956644944529, + "loss": 4.817681312561035, + "mean_token_accuracy": 0.6030985911687216, + "num_tokens": 28667804.0, + "step": 3087 + }, + { + "entropy": 1.4636727174123128, + "epoch": 0.3959820474460355, + "learning_rate": 0.0009895581370163375, + "loss": 4.020805358886719, + "mean_token_accuracy": 0.6612342397371928, + "num_tokens": 28677338.0, + "step": 3088 + }, + { + "entropy": 1.570051948229472, + "epoch": 0.3961102799743535, + "learning_rate": 0.0009895498213123805, + "loss": 4.395319938659668, + "mean_token_accuracy": 0.6195947527885437, + "num_tokens": 28686275.0, + "step": 3089 + }, + { + "entropy": 1.4737763007481892, + "epoch": 0.3962385125026715, + "learning_rate": 0.0009895415023334743, + "loss": 4.177980422973633, + "mean_token_accuracy": 0.6478797396024069, + "num_tokens": 28694143.0, + "step": 3090 + }, + { + "entropy": 1.7326414585113525, + "epoch": 0.3963667450309895, + "learning_rate": 0.0009895331800796748, + "loss": 4.9490885734558105, + "mean_token_accuracy": 0.60281902551651, + "num_tokens": 28705255.0, + "step": 3091 + }, + { + "entropy": 1.632577896118164, + "epoch": 0.39649497755930757, + "learning_rate": 0.0009895248545510372, + "loss": 4.618191242218018, + "mean_token_accuracy": 0.6154959003130595, + "num_tokens": 28713734.0, + "step": 3092 + }, + { + "entropy": 1.6999496618906658, + "epoch": 0.3966232100876256, + "learning_rate": 0.000989516525747618, + "loss": 4.86747407913208, + "mean_token_accuracy": 0.6043721437454224, + "num_tokens": 28725117.0, + "step": 3093 + }, + { + "entropy": 1.6587692896525066, + "epoch": 0.3967514426159436, + "learning_rate": 0.000989508193669472, + "loss": 4.667654037475586, + "mean_token_accuracy": 0.6115161776542664, + "num_tokens": 28736095.0, + "step": 3094 + }, + { + "entropy": 1.7675467332204182, + "epoch": 0.3968796751442616, + "learning_rate": 0.0009894998583166554, + "loss": 4.961436748504639, + "mean_token_accuracy": 0.6040706237157186, + "num_tokens": 28743751.0, + "step": 3095 + }, + { + "entropy": 1.7724128166834514, + "epoch": 0.3970079076725796, + "learning_rate": 0.000989491519689224, + "loss": 4.840208530426025, + "mean_token_accuracy": 0.596657375494639, + "num_tokens": 28752595.0, + "step": 3096 + }, + { + "entropy": 1.7045326232910156, + "epoch": 0.3971361402008976, + "learning_rate": 0.0009894831777872335, + "loss": 4.649633407592773, + "mean_token_accuracy": 0.6072005232175192, + "num_tokens": 28761614.0, + "step": 3097 + }, + { + "entropy": 1.6437455415725708, + "epoch": 0.39726437272921566, + "learning_rate": 0.0009894748326107396, + "loss": 4.630517959594727, + "mean_token_accuracy": 0.6175186038017273, + "num_tokens": 28771378.0, + "step": 3098 + }, + { + "entropy": 1.5932188034057617, + "epoch": 0.39739260525753367, + "learning_rate": 0.0009894664841597985, + "loss": 4.415785789489746, + "mean_token_accuracy": 0.6398629744847616, + "num_tokens": 28779119.0, + "step": 3099 + }, + { + "entropy": 1.700648268063863, + "epoch": 0.3975208377858517, + "learning_rate": 0.0009894581324344657, + "loss": 4.614200592041016, + "mean_token_accuracy": 0.6250059008598328, + "num_tokens": 28787908.0, + "step": 3100 + }, + { + "entropy": 1.6497222582499187, + "epoch": 0.3976490703141697, + "learning_rate": 0.000989449777434797, + "loss": 4.820704460144043, + "mean_token_accuracy": 0.6110472480456034, + "num_tokens": 28797820.0, + "step": 3101 + }, + { + "entropy": 2.0191927750905356, + "epoch": 0.3977773028424877, + "learning_rate": 0.0009894414191608484, + "loss": 5.791241645812988, + "mean_token_accuracy": 0.5518587629000345, + "num_tokens": 28805174.0, + "step": 3102 + }, + { + "entropy": 1.8485925594965618, + "epoch": 0.39790553537080575, + "learning_rate": 0.0009894330576126762, + "loss": 5.232631683349609, + "mean_token_accuracy": 0.5614505608876547, + "num_tokens": 28814474.0, + "step": 3103 + }, + { + "entropy": 1.6390592654546101, + "epoch": 0.39803376789912376, + "learning_rate": 0.0009894246927903358, + "loss": 4.553672790527344, + "mean_token_accuracy": 0.6325172384579977, + "num_tokens": 28823557.0, + "step": 3104 + }, + { + "entropy": 1.5600486993789673, + "epoch": 0.39816200042744176, + "learning_rate": 0.0009894163246938832, + "loss": 4.238628387451172, + "mean_token_accuracy": 0.6393145124117533, + "num_tokens": 28834716.0, + "step": 3105 + }, + { + "entropy": 1.5773015022277832, + "epoch": 0.39829023295575977, + "learning_rate": 0.0009894079533233748, + "loss": 4.335006237030029, + "mean_token_accuracy": 0.6398883064587911, + "num_tokens": 28844995.0, + "step": 3106 + }, + { + "entropy": 1.6378065347671509, + "epoch": 0.3984184654840778, + "learning_rate": 0.0009893995786788663, + "loss": 4.570641994476318, + "mean_token_accuracy": 0.6238907178243002, + "num_tokens": 28853954.0, + "step": 3107 + }, + { + "entropy": 1.7162683804829915, + "epoch": 0.3985466980123958, + "learning_rate": 0.0009893912007604138, + "loss": 4.763220310211182, + "mean_token_accuracy": 0.6301195025444031, + "num_tokens": 28865748.0, + "step": 3108 + }, + { + "entropy": 1.650029460589091, + "epoch": 0.39867493054071385, + "learning_rate": 0.0009893828195680732, + "loss": 4.69234561920166, + "mean_token_accuracy": 0.6153503656387329, + "num_tokens": 28874194.0, + "step": 3109 + }, + { + "entropy": 1.702897310256958, + "epoch": 0.39880316306903185, + "learning_rate": 0.0009893744351019006, + "loss": 4.772247314453125, + "mean_token_accuracy": 0.599933922290802, + "num_tokens": 28881859.0, + "step": 3110 + }, + { + "entropy": 1.5399874051411946, + "epoch": 0.39893139559734986, + "learning_rate": 0.0009893660473619522, + "loss": 4.372595310211182, + "mean_token_accuracy": 0.6433491905530294, + "num_tokens": 28889557.0, + "step": 3111 + }, + { + "entropy": 1.5169417063395183, + "epoch": 0.39905962812566786, + "learning_rate": 0.000989357656348284, + "loss": 4.222399711608887, + "mean_token_accuracy": 0.6451865832010905, + "num_tokens": 28897749.0, + "step": 3112 + }, + { + "entropy": 1.586781660715739, + "epoch": 0.39918786065398587, + "learning_rate": 0.0009893492620609526, + "loss": 4.472704887390137, + "mean_token_accuracy": 0.6221940120061239, + "num_tokens": 28907375.0, + "step": 3113 + }, + { + "entropy": 1.4496064980824788, + "epoch": 0.39931609318230393, + "learning_rate": 0.0009893408645000135, + "loss": 3.9764280319213867, + "mean_token_accuracy": 0.665015975634257, + "num_tokens": 28917104.0, + "step": 3114 + }, + { + "entropy": 1.5867390632629395, + "epoch": 0.39944432571062194, + "learning_rate": 0.0009893324636655232, + "loss": 4.558680057525635, + "mean_token_accuracy": 0.6274586121241251, + "num_tokens": 28924598.0, + "step": 3115 + }, + { + "entropy": 1.5333861112594604, + "epoch": 0.39957255823893995, + "learning_rate": 0.000989324059557538, + "loss": 4.2917351722717285, + "mean_token_accuracy": 0.6606747309366862, + "num_tokens": 28934651.0, + "step": 3116 + }, + { + "entropy": 1.6545538107554119, + "epoch": 0.39970079076725795, + "learning_rate": 0.0009893156521761136, + "loss": 4.382973670959473, + "mean_token_accuracy": 0.6347542007764181, + "num_tokens": 28941810.0, + "step": 3117 + }, + { + "entropy": 1.5386568307876587, + "epoch": 0.39982902329557596, + "learning_rate": 0.000989307241521307, + "loss": 4.181483745574951, + "mean_token_accuracy": 0.6505813995997111, + "num_tokens": 28949805.0, + "step": 3118 + }, + { + "entropy": 1.8180505434672039, + "epoch": 0.399957255823894, + "learning_rate": 0.0009892988275931737, + "loss": 5.120351791381836, + "mean_token_accuracy": 0.5791117151578268, + "num_tokens": 28956120.0, + "step": 3119 + }, + { + "entropy": 1.4760772387186687, + "epoch": 0.400085488352212, + "learning_rate": 0.0009892904103917706, + "loss": 4.255655765533447, + "mean_token_accuracy": 0.6388505101203918, + "num_tokens": 28963970.0, + "step": 3120 + }, + { + "entropy": 1.8345516125361125, + "epoch": 0.40021372088053003, + "learning_rate": 0.0009892819899171537, + "loss": 5.191038131713867, + "mean_token_accuracy": 0.6003497838973999, + "num_tokens": 28972943.0, + "step": 3121 + }, + { + "entropy": 1.5313480297724407, + "epoch": 0.40034195340884804, + "learning_rate": 0.0009892735661693795, + "loss": 4.223862648010254, + "mean_token_accuracy": 0.6485147078831991, + "num_tokens": 28982587.0, + "step": 3122 + }, + { + "entropy": 1.7877143621444702, + "epoch": 0.40047018593716605, + "learning_rate": 0.0009892651391485042, + "loss": 5.116925239562988, + "mean_token_accuracy": 0.607919176419576, + "num_tokens": 28992022.0, + "step": 3123 + }, + { + "entropy": 1.580969254175822, + "epoch": 0.40059841846548405, + "learning_rate": 0.0009892567088545844, + "loss": 4.463252544403076, + "mean_token_accuracy": 0.6383398373921713, + "num_tokens": 29001615.0, + "step": 3124 + }, + { + "entropy": 1.7798834244410198, + "epoch": 0.4007266509938021, + "learning_rate": 0.000989248275287676, + "loss": 5.0977091789245605, + "mean_token_accuracy": 0.5799758632977804, + "num_tokens": 29011143.0, + "step": 3125 + }, + { + "entropy": 1.6073166131973267, + "epoch": 0.4008548835221201, + "learning_rate": 0.000989239838447836, + "loss": 4.585374355316162, + "mean_token_accuracy": 0.6209116379419962, + "num_tokens": 29019594.0, + "step": 3126 + }, + { + "entropy": 1.5400077899297078, + "epoch": 0.4009831160504381, + "learning_rate": 0.0009892313983351205, + "loss": 4.257668495178223, + "mean_token_accuracy": 0.6355815728505453, + "num_tokens": 29027179.0, + "step": 3127 + }, + { + "entropy": 1.531420906384786, + "epoch": 0.40111134857875613, + "learning_rate": 0.0009892229549495859, + "loss": 4.22712516784668, + "mean_token_accuracy": 0.641166110833486, + "num_tokens": 29036868.0, + "step": 3128 + }, + { + "entropy": 1.75467582543691, + "epoch": 0.40123958110707414, + "learning_rate": 0.000989214508291289, + "loss": 5.091556549072266, + "mean_token_accuracy": 0.6012921134630839, + "num_tokens": 29046708.0, + "step": 3129 + }, + { + "entropy": 1.6752895911534627, + "epoch": 0.4013678136353922, + "learning_rate": 0.0009892060583602863, + "loss": 4.745086669921875, + "mean_token_accuracy": 0.6060347755750021, + "num_tokens": 29055865.0, + "step": 3130 + }, + { + "entropy": 1.6684457063674927, + "epoch": 0.4014960461637102, + "learning_rate": 0.0009891976051566338, + "loss": 4.598495960235596, + "mean_token_accuracy": 0.6202276349067688, + "num_tokens": 29065018.0, + "step": 3131 + }, + { + "entropy": 1.8401462237040203, + "epoch": 0.4016242786920282, + "learning_rate": 0.0009891891486803887, + "loss": 5.182945251464844, + "mean_token_accuracy": 0.5938960313796997, + "num_tokens": 29074697.0, + "step": 3132 + }, + { + "entropy": 1.4432293971379597, + "epoch": 0.4017525112203462, + "learning_rate": 0.0009891806889316072, + "loss": 4.033120155334473, + "mean_token_accuracy": 0.6608722805976868, + "num_tokens": 29082525.0, + "step": 3133 + }, + { + "entropy": 1.976587136586507, + "epoch": 0.4018807437486642, + "learning_rate": 0.000989172225910346, + "loss": 5.632644176483154, + "mean_token_accuracy": 0.5484867890675863, + "num_tokens": 29089671.0, + "step": 3134 + }, + { + "entropy": 1.7518915335337322, + "epoch": 0.4020089762769823, + "learning_rate": 0.0009891637596166616, + "loss": 4.833337306976318, + "mean_token_accuracy": 0.610844890276591, + "num_tokens": 29097813.0, + "step": 3135 + }, + { + "entropy": 1.598341703414917, + "epoch": 0.4021372088053003, + "learning_rate": 0.0009891552900506107, + "loss": 4.5228729248046875, + "mean_token_accuracy": 0.6155786116917928, + "num_tokens": 29105873.0, + "step": 3136 + }, + { + "entropy": 1.539013942082723, + "epoch": 0.4022654413336183, + "learning_rate": 0.0009891468172122501, + "loss": 4.172445297241211, + "mean_token_accuracy": 0.6488997936248779, + "num_tokens": 29115459.0, + "step": 3137 + }, + { + "entropy": 1.9259516795476277, + "epoch": 0.4023936738619363, + "learning_rate": 0.0009891383411016364, + "loss": 5.4906086921691895, + "mean_token_accuracy": 0.5577436288197836, + "num_tokens": 29123914.0, + "step": 3138 + }, + { + "entropy": 1.5736435651779175, + "epoch": 0.4025219063902543, + "learning_rate": 0.0009891298617188263, + "loss": 4.315248012542725, + "mean_token_accuracy": 0.6349094112714132, + "num_tokens": 29136603.0, + "step": 3139 + }, + { + "entropy": 1.682320515314738, + "epoch": 0.4026501389185723, + "learning_rate": 0.0009891213790638766, + "loss": 4.768194675445557, + "mean_token_accuracy": 0.6180483897527059, + "num_tokens": 29145760.0, + "step": 3140 + }, + { + "entropy": 1.573890487353007, + "epoch": 0.4027783714468904, + "learning_rate": 0.0009891128931368437, + "loss": 4.430381774902344, + "mean_token_accuracy": 0.6267439325650533, + "num_tokens": 29154821.0, + "step": 3141 + }, + { + "entropy": 1.6464669307072957, + "epoch": 0.4029066039752084, + "learning_rate": 0.0009891044039377847, + "loss": 4.53382682800293, + "mean_token_accuracy": 0.6243927478790283, + "num_tokens": 29163988.0, + "step": 3142 + }, + { + "entropy": 1.6410853068033855, + "epoch": 0.4030348365035264, + "learning_rate": 0.0009890959114667564, + "loss": 4.661227226257324, + "mean_token_accuracy": 0.6144360303878784, + "num_tokens": 29173053.0, + "step": 3143 + }, + { + "entropy": 1.9143933455149333, + "epoch": 0.4031630690318444, + "learning_rate": 0.0009890874157238154, + "loss": 5.373968601226807, + "mean_token_accuracy": 0.5760854283968607, + "num_tokens": 29181728.0, + "step": 3144 + }, + { + "entropy": 1.6130879322687786, + "epoch": 0.4032913015601624, + "learning_rate": 0.0009890789167090188, + "loss": 4.421675682067871, + "mean_token_accuracy": 0.6391173203786215, + "num_tokens": 29191970.0, + "step": 3145 + }, + { + "entropy": 1.913714090983073, + "epoch": 0.40341953408848047, + "learning_rate": 0.0009890704144224231, + "loss": 5.535747528076172, + "mean_token_accuracy": 0.5690996845563253, + "num_tokens": 29202125.0, + "step": 3146 + }, + { + "entropy": 1.72826353708903, + "epoch": 0.4035477666167985, + "learning_rate": 0.0009890619088640856, + "loss": 4.802243709564209, + "mean_token_accuracy": 0.6227832833925883, + "num_tokens": 29212336.0, + "step": 3147 + }, + { + "entropy": 1.5216644207636516, + "epoch": 0.4036759991451165, + "learning_rate": 0.0009890534000340629, + "loss": 4.25826358795166, + "mean_token_accuracy": 0.6459372639656067, + "num_tokens": 29223045.0, + "step": 3148 + }, + { + "entropy": 1.8156147797902424, + "epoch": 0.4038042316734345, + "learning_rate": 0.0009890448879324122, + "loss": 5.281490802764893, + "mean_token_accuracy": 0.5753419200579325, + "num_tokens": 29231655.0, + "step": 3149 + }, + { + "entropy": 1.46338685353597, + "epoch": 0.4039324642017525, + "learning_rate": 0.0009890363725591899, + "loss": 4.0593109130859375, + "mean_token_accuracy": 0.6602068344751993, + "num_tokens": 29240742.0, + "step": 3150 + }, + { + "entropy": 1.8669265111287434, + "epoch": 0.4040606967300705, + "learning_rate": 0.0009890278539144534, + "loss": 5.276557445526123, + "mean_token_accuracy": 0.5684890747070312, + "num_tokens": 29248182.0, + "step": 3151 + }, + { + "entropy": 1.7044769922892253, + "epoch": 0.40418892925838856, + "learning_rate": 0.0009890193319982599, + "loss": 4.705958843231201, + "mean_token_accuracy": 0.6234257221221924, + "num_tokens": 29257344.0, + "step": 3152 + }, + { + "entropy": 1.7591147025426228, + "epoch": 0.40431716178670657, + "learning_rate": 0.0009890108068106658, + "loss": 4.7945051193237305, + "mean_token_accuracy": 0.6032699743906657, + "num_tokens": 29266207.0, + "step": 3153 + }, + { + "entropy": 1.6276713609695435, + "epoch": 0.4044453943150246, + "learning_rate": 0.0009890022783517287, + "loss": 4.619108200073242, + "mean_token_accuracy": 0.6097968618075053, + "num_tokens": 29275839.0, + "step": 3154 + }, + { + "entropy": 1.687065561612447, + "epoch": 0.4045736268433426, + "learning_rate": 0.0009889937466215051, + "loss": 4.711848258972168, + "mean_token_accuracy": 0.5962411165237427, + "num_tokens": 29283200.0, + "step": 3155 + }, + { + "entropy": 1.5872387091318767, + "epoch": 0.4047018593716606, + "learning_rate": 0.0009889852116200526, + "loss": 4.532347202301025, + "mean_token_accuracy": 0.6270012458165487, + "num_tokens": 29292423.0, + "step": 3156 + }, + { + "entropy": 1.6081058979034424, + "epoch": 0.40483009189997865, + "learning_rate": 0.000988976673347428, + "loss": 4.468111038208008, + "mean_token_accuracy": 0.6293118198712667, + "num_tokens": 29302981.0, + "step": 3157 + }, + { + "entropy": 1.8991950352986653, + "epoch": 0.40495832442829666, + "learning_rate": 0.0009889681318036886, + "loss": 5.315975189208984, + "mean_token_accuracy": 0.5661203066507975, + "num_tokens": 29312429.0, + "step": 3158 + }, + { + "entropy": 1.5743780533472698, + "epoch": 0.40508655695661466, + "learning_rate": 0.0009889595869888913, + "loss": 4.317754745483398, + "mean_token_accuracy": 0.6285973787307739, + "num_tokens": 29320614.0, + "step": 3159 + }, + { + "entropy": 1.6732457478841145, + "epoch": 0.40521478948493267, + "learning_rate": 0.0009889510389030935, + "loss": 4.60227108001709, + "mean_token_accuracy": 0.6289642651875814, + "num_tokens": 29329927.0, + "step": 3160 + }, + { + "entropy": 1.5598455270131428, + "epoch": 0.4053430220132507, + "learning_rate": 0.0009889424875463523, + "loss": 4.325672149658203, + "mean_token_accuracy": 0.6346381505330404, + "num_tokens": 29340515.0, + "step": 3161 + }, + { + "entropy": 1.8186988433202107, + "epoch": 0.40547125454156874, + "learning_rate": 0.000988933932918725, + "loss": 5.165335655212402, + "mean_token_accuracy": 0.5802188913027445, + "num_tokens": 29347589.0, + "step": 3162 + }, + { + "entropy": 1.6994637250900269, + "epoch": 0.40559948706988674, + "learning_rate": 0.0009889253750202684, + "loss": 4.733445167541504, + "mean_token_accuracy": 0.6238096555074056, + "num_tokens": 29355754.0, + "step": 3163 + }, + { + "entropy": 1.4266045093536377, + "epoch": 0.40572771959820475, + "learning_rate": 0.0009889168138510402, + "loss": 3.9557294845581055, + "mean_token_accuracy": 0.6603017052014669, + "num_tokens": 29364043.0, + "step": 3164 + }, + { + "entropy": 1.742884675661723, + "epoch": 0.40585595212652276, + "learning_rate": 0.0009889082494110976, + "loss": 5.050323963165283, + "mean_token_accuracy": 0.601140300432841, + "num_tokens": 29372685.0, + "step": 3165 + }, + { + "entropy": 1.8521013657251995, + "epoch": 0.40598418465484076, + "learning_rate": 0.0009888996817004976, + "loss": 5.266267776489258, + "mean_token_accuracy": 0.576221247514089, + "num_tokens": 29382046.0, + "step": 3166 + }, + { + "entropy": 1.6633193492889404, + "epoch": 0.40611241718315877, + "learning_rate": 0.000988891110719298, + "loss": 4.605696201324463, + "mean_token_accuracy": 0.6241142352422079, + "num_tokens": 29390681.0, + "step": 3167 + }, + { + "entropy": 1.6627456744511921, + "epoch": 0.40624064971147683, + "learning_rate": 0.0009888825364675559, + "loss": 4.552764415740967, + "mean_token_accuracy": 0.6052990357081095, + "num_tokens": 29398750.0, + "step": 3168 + }, + { + "entropy": 1.6952488422393799, + "epoch": 0.40636888223979484, + "learning_rate": 0.0009888739589453287, + "loss": 4.682074546813965, + "mean_token_accuracy": 0.6025415460268656, + "num_tokens": 29407548.0, + "step": 3169 + }, + { + "entropy": 1.8139824867248535, + "epoch": 0.40649711476811284, + "learning_rate": 0.0009888653781526735, + "loss": 5.184763431549072, + "mean_token_accuracy": 0.5833897988001505, + "num_tokens": 29416374.0, + "step": 3170 + }, + { + "entropy": 1.428788185119629, + "epoch": 0.40662534729643085, + "learning_rate": 0.000988856794089648, + "loss": 4.012042999267578, + "mean_token_accuracy": 0.6565204858779907, + "num_tokens": 29427821.0, + "step": 3171 + }, + { + "entropy": 1.6517527898152669, + "epoch": 0.40675357982474886, + "learning_rate": 0.0009888482067563096, + "loss": 4.636667728424072, + "mean_token_accuracy": 0.6187292536099752, + "num_tokens": 29437920.0, + "step": 3172 + }, + { + "entropy": 1.6156516869862874, + "epoch": 0.4068818123530669, + "learning_rate": 0.0009888396161527157, + "loss": 4.551029205322266, + "mean_token_accuracy": 0.6363984743754069, + "num_tokens": 29447417.0, + "step": 3173 + }, + { + "entropy": 1.5360806385676067, + "epoch": 0.4070100448813849, + "learning_rate": 0.0009888310222789236, + "loss": 4.327592849731445, + "mean_token_accuracy": 0.6405060489972433, + "num_tokens": 29459213.0, + "step": 3174 + }, + { + "entropy": 1.5149246056874592, + "epoch": 0.40713827740970293, + "learning_rate": 0.000988822425134991, + "loss": 4.236752033233643, + "mean_token_accuracy": 0.6458908319473267, + "num_tokens": 29467667.0, + "step": 3175 + }, + { + "entropy": 1.7199834982554119, + "epoch": 0.40726650993802094, + "learning_rate": 0.0009888138247209758, + "loss": 4.815630912780762, + "mean_token_accuracy": 0.6240532994270325, + "num_tokens": 29478902.0, + "step": 3176 + }, + { + "entropy": 1.6409483750661213, + "epoch": 0.40739474246633894, + "learning_rate": 0.0009888052210369348, + "loss": 4.462602138519287, + "mean_token_accuracy": 0.6293994784355164, + "num_tokens": 29488340.0, + "step": 3177 + }, + { + "entropy": 1.7097469965616863, + "epoch": 0.407522974994657, + "learning_rate": 0.000988796614082926, + "loss": 4.856147766113281, + "mean_token_accuracy": 0.6128934025764465, + "num_tokens": 29498433.0, + "step": 3178 + }, + { + "entropy": 1.5742353598276775, + "epoch": 0.407651207522975, + "learning_rate": 0.0009887880038590066, + "loss": 4.500970363616943, + "mean_token_accuracy": 0.6147372325261434, + "num_tokens": 29508799.0, + "step": 3179 + }, + { + "entropy": 1.652132789293925, + "epoch": 0.407779440051293, + "learning_rate": 0.0009887793903652345, + "loss": 4.7838335037231445, + "mean_token_accuracy": 0.6135201652844747, + "num_tokens": 29518015.0, + "step": 3180 + }, + { + "entropy": 1.4939481019973755, + "epoch": 0.407907672579611, + "learning_rate": 0.0009887707736016672, + "loss": 4.066009521484375, + "mean_token_accuracy": 0.6369204123814901, + "num_tokens": 29527208.0, + "step": 3181 + }, + { + "entropy": 1.71161154905955, + "epoch": 0.40803590510792903, + "learning_rate": 0.0009887621535683627, + "loss": 4.889074325561523, + "mean_token_accuracy": 0.6087570190429688, + "num_tokens": 29540045.0, + "step": 3182 + }, + { + "entropy": 1.726260741551717, + "epoch": 0.40816413763624704, + "learning_rate": 0.000988753530265378, + "loss": 4.7757463455200195, + "mean_token_accuracy": 0.6105848948160807, + "num_tokens": 29550436.0, + "step": 3183 + }, + { + "entropy": 1.7220979928970337, + "epoch": 0.4082923701645651, + "learning_rate": 0.0009887449036927716, + "loss": 4.856837272644043, + "mean_token_accuracy": 0.6097455819447836, + "num_tokens": 29560279.0, + "step": 3184 + }, + { + "entropy": 1.766621748606364, + "epoch": 0.4084206026928831, + "learning_rate": 0.0009887362738506004, + "loss": 5.0108232498168945, + "mean_token_accuracy": 0.5924374461174011, + "num_tokens": 29571468.0, + "step": 3185 + }, + { + "entropy": 1.780491828918457, + "epoch": 0.4085488352212011, + "learning_rate": 0.0009887276407389229, + "loss": 5.036288738250732, + "mean_token_accuracy": 0.5917495290438334, + "num_tokens": 29581042.0, + "step": 3186 + }, + { + "entropy": 1.6611209710439045, + "epoch": 0.4086770677495191, + "learning_rate": 0.0009887190043577961, + "loss": 4.6759772300720215, + "mean_token_accuracy": 0.6107296148935953, + "num_tokens": 29591323.0, + "step": 3187 + }, + { + "entropy": 1.7707020839055378, + "epoch": 0.4088053002778371, + "learning_rate": 0.0009887103647072781, + "loss": 5.075033187866211, + "mean_token_accuracy": 0.587116519610087, + "num_tokens": 29598336.0, + "step": 3188 + }, + { + "entropy": 1.516081730524699, + "epoch": 0.4089335328061552, + "learning_rate": 0.000988701721787427, + "loss": 4.12238883972168, + "mean_token_accuracy": 0.6633130113283793, + "num_tokens": 29606036.0, + "step": 3189 + }, + { + "entropy": 1.6513117949167888, + "epoch": 0.4090617653344732, + "learning_rate": 0.0009886930755983, + "loss": 4.731313705444336, + "mean_token_accuracy": 0.6251701315244039, + "num_tokens": 29614787.0, + "step": 3190 + }, + { + "entropy": 1.485000212987264, + "epoch": 0.4091899978627912, + "learning_rate": 0.0009886844261399557, + "loss": 4.203524589538574, + "mean_token_accuracy": 0.6548942724863688, + "num_tokens": 29626265.0, + "step": 3191 + }, + { + "entropy": 1.5559754769007366, + "epoch": 0.4093182303911092, + "learning_rate": 0.0009886757734124513, + "loss": 4.353095054626465, + "mean_token_accuracy": 0.6347129940986633, + "num_tokens": 29635767.0, + "step": 3192 + }, + { + "entropy": 1.4972438017527263, + "epoch": 0.4094464629194272, + "learning_rate": 0.000988667117415845, + "loss": 4.037779808044434, + "mean_token_accuracy": 0.6435471177101135, + "num_tokens": 29643890.0, + "step": 3193 + }, + { + "entropy": 1.6830795605977376, + "epoch": 0.4095746954477452, + "learning_rate": 0.0009886584581501948, + "loss": 4.841720104217529, + "mean_token_accuracy": 0.5855993032455444, + "num_tokens": 29651003.0, + "step": 3194 + }, + { + "entropy": 1.5478606224060059, + "epoch": 0.4097029279760633, + "learning_rate": 0.0009886497956155581, + "loss": 4.113060474395752, + "mean_token_accuracy": 0.6600162386894226, + "num_tokens": 29662351.0, + "step": 3195 + }, + { + "entropy": 1.5868691205978394, + "epoch": 0.4098311605043813, + "learning_rate": 0.0009886411298119936, + "loss": 4.39182710647583, + "mean_token_accuracy": 0.6278948585192362, + "num_tokens": 29672377.0, + "step": 3196 + }, + { + "entropy": 1.5772710243860881, + "epoch": 0.4099593930326993, + "learning_rate": 0.0009886324607395586, + "loss": 4.469762325286865, + "mean_token_accuracy": 0.6061617533365885, + "num_tokens": 29681362.0, + "step": 3197 + }, + { + "entropy": 1.6028061310450237, + "epoch": 0.4100876255610173, + "learning_rate": 0.0009886237883983116, + "loss": 4.533018589019775, + "mean_token_accuracy": 0.6377684076627096, + "num_tokens": 29689232.0, + "step": 3198 + }, + { + "entropy": 1.8534664312998455, + "epoch": 0.4102158580893353, + "learning_rate": 0.0009886151127883104, + "loss": 5.23158073425293, + "mean_token_accuracy": 0.5646845102310181, + "num_tokens": 29699137.0, + "step": 3199 + }, + { + "entropy": 1.5633632739384968, + "epoch": 0.41034409061765337, + "learning_rate": 0.000988606433909613, + "loss": 4.484443664550781, + "mean_token_accuracy": 0.6305914521217346, + "num_tokens": 29708431.0, + "step": 3200 + }, + { + "entropy": 1.470304250717163, + "epoch": 0.4104723231459714, + "learning_rate": 0.0009885977517622773, + "loss": 4.146293640136719, + "mean_token_accuracy": 0.6537977059682211, + "num_tokens": 29716620.0, + "step": 3201 + }, + { + "entropy": 1.8302487134933472, + "epoch": 0.4106005556742894, + "learning_rate": 0.0009885890663463618, + "loss": 5.026491641998291, + "mean_token_accuracy": 0.5904489556948344, + "num_tokens": 29724776.0, + "step": 3202 + }, + { + "entropy": 1.6483647028605144, + "epoch": 0.4107287882026074, + "learning_rate": 0.0009885803776619245, + "loss": 4.572991371154785, + "mean_token_accuracy": 0.6217417518297831, + "num_tokens": 29734261.0, + "step": 3203 + }, + { + "entropy": 1.6713167428970337, + "epoch": 0.4108570207309254, + "learning_rate": 0.0009885716857090231, + "loss": 4.673803806304932, + "mean_token_accuracy": 0.6119536360104879, + "num_tokens": 29746827.0, + "step": 3204 + }, + { + "entropy": 1.4524881839752197, + "epoch": 0.41098525325924345, + "learning_rate": 0.0009885629904877163, + "loss": 4.107076644897461, + "mean_token_accuracy": 0.649130125840505, + "num_tokens": 29756678.0, + "step": 3205 + }, + { + "entropy": 1.6401362021764119, + "epoch": 0.41111348578756146, + "learning_rate": 0.0009885542919980618, + "loss": 4.560863018035889, + "mean_token_accuracy": 0.6195869048436483, + "num_tokens": 29767259.0, + "step": 3206 + }, + { + "entropy": 1.722722331682841, + "epoch": 0.41124171831587947, + "learning_rate": 0.0009885455902401182, + "loss": 4.939820766448975, + "mean_token_accuracy": 0.6102168957392374, + "num_tokens": 29776721.0, + "step": 3207 + }, + { + "entropy": 1.7694484790166218, + "epoch": 0.4113699508441975, + "learning_rate": 0.0009885368852139435, + "loss": 5.062135696411133, + "mean_token_accuracy": 0.5906893809636434, + "num_tokens": 29785705.0, + "step": 3208 + }, + { + "entropy": 1.7092370986938477, + "epoch": 0.4114981833725155, + "learning_rate": 0.000988528176919596, + "loss": 4.851495742797852, + "mean_token_accuracy": 0.5876615246136984, + "num_tokens": 29794335.0, + "step": 3209 + }, + { + "entropy": 1.7058451970418294, + "epoch": 0.4116264159008335, + "learning_rate": 0.0009885194653571339, + "loss": 4.756878852844238, + "mean_token_accuracy": 0.6091062625249227, + "num_tokens": 29802242.0, + "step": 3210 + }, + { + "entropy": 1.758750359217326, + "epoch": 0.41175464842915155, + "learning_rate": 0.0009885107505266154, + "loss": 4.932027816772461, + "mean_token_accuracy": 0.5998909672101339, + "num_tokens": 29810383.0, + "step": 3211 + }, + { + "entropy": 1.6926402648289998, + "epoch": 0.41188288095746955, + "learning_rate": 0.0009885020324280989, + "loss": 4.7321929931640625, + "mean_token_accuracy": 0.5986987352371216, + "num_tokens": 29819583.0, + "step": 3212 + }, + { + "entropy": 1.7330339352289836, + "epoch": 0.41201111348578756, + "learning_rate": 0.0009884933110616428, + "loss": 4.931773662567139, + "mean_token_accuracy": 0.5895622769991556, + "num_tokens": 29827382.0, + "step": 3213 + }, + { + "entropy": 1.551332155863444, + "epoch": 0.41213934601410557, + "learning_rate": 0.0009884845864273053, + "loss": 4.197220802307129, + "mean_token_accuracy": 0.631935179233551, + "num_tokens": 29834821.0, + "step": 3214 + }, + { + "entropy": 1.5509000221888225, + "epoch": 0.4122675785424236, + "learning_rate": 0.000988475858525145, + "loss": 4.475107669830322, + "mean_token_accuracy": 0.6267590721448263, + "num_tokens": 29845456.0, + "step": 3215 + }, + { + "entropy": 1.599772055943807, + "epoch": 0.41239581107074164, + "learning_rate": 0.00098846712735522, + "loss": 4.452568531036377, + "mean_token_accuracy": 0.6289976636568705, + "num_tokens": 29856232.0, + "step": 3216 + }, + { + "entropy": 1.7978562513987224, + "epoch": 0.41252404359905964, + "learning_rate": 0.0009884583929175889, + "loss": 5.075666904449463, + "mean_token_accuracy": 0.5786129037539164, + "num_tokens": 29863496.0, + "step": 3217 + }, + { + "entropy": 1.810495654741923, + "epoch": 0.41265227612737765, + "learning_rate": 0.00098844965521231, + "loss": 5.012519836425781, + "mean_token_accuracy": 0.5838210781415304, + "num_tokens": 29872611.0, + "step": 3218 + }, + { + "entropy": 1.7180723746617634, + "epoch": 0.41278050865569565, + "learning_rate": 0.0009884409142394417, + "loss": 4.9174885749816895, + "mean_token_accuracy": 0.6083958347638448, + "num_tokens": 29882814.0, + "step": 3219 + }, + { + "entropy": 1.686324914296468, + "epoch": 0.41290874118401366, + "learning_rate": 0.0009884321699990426, + "loss": 4.891307353973389, + "mean_token_accuracy": 0.5858319302399954, + "num_tokens": 29892572.0, + "step": 3220 + }, + { + "entropy": 1.5756868521372478, + "epoch": 0.41303697371233167, + "learning_rate": 0.0009884234224911712, + "loss": 4.397864818572998, + "mean_token_accuracy": 0.6382728815078735, + "num_tokens": 29902587.0, + "step": 3221 + }, + { + "entropy": 1.5931204160054524, + "epoch": 0.41316520624064973, + "learning_rate": 0.0009884146717158862, + "loss": 4.530125141143799, + "mean_token_accuracy": 0.6223022143046061, + "num_tokens": 29916811.0, + "step": 3222 + }, + { + "entropy": 1.6594949165980022, + "epoch": 0.41329343876896774, + "learning_rate": 0.0009884059176732457, + "loss": 4.800215721130371, + "mean_token_accuracy": 0.6083805759747823, + "num_tokens": 29926418.0, + "step": 3223 + }, + { + "entropy": 1.6796317895253499, + "epoch": 0.41342167129728574, + "learning_rate": 0.0009883971603633086, + "loss": 4.641829490661621, + "mean_token_accuracy": 0.6105033755302429, + "num_tokens": 29934620.0, + "step": 3224 + }, + { + "entropy": 1.699934760729472, + "epoch": 0.41354990382560375, + "learning_rate": 0.0009883883997861334, + "loss": 4.90150260925293, + "mean_token_accuracy": 0.5913483699162801, + "num_tokens": 29949750.0, + "step": 3225 + }, + { + "entropy": 1.6512957016626995, + "epoch": 0.41367813635392175, + "learning_rate": 0.0009883796359417786, + "loss": 4.76609992980957, + "mean_token_accuracy": 0.5885445475578308, + "num_tokens": 29961318.0, + "step": 3226 + }, + { + "entropy": 1.55931556224823, + "epoch": 0.4138063688822398, + "learning_rate": 0.000988370868830303, + "loss": 4.424685478210449, + "mean_token_accuracy": 0.6355026761690775, + "num_tokens": 29971104.0, + "step": 3227 + }, + { + "entropy": 1.6646534204483032, + "epoch": 0.4139346014105578, + "learning_rate": 0.0009883620984517652, + "loss": 4.776593208312988, + "mean_token_accuracy": 0.6001172463099161, + "num_tokens": 29979792.0, + "step": 3228 + }, + { + "entropy": 1.7091363271077473, + "epoch": 0.41406283393887583, + "learning_rate": 0.0009883533248062238, + "loss": 5.025381088256836, + "mean_token_accuracy": 0.5749587217966715, + "num_tokens": 29987756.0, + "step": 3229 + }, + { + "entropy": 1.7548721234003704, + "epoch": 0.41419106646719384, + "learning_rate": 0.0009883445478937377, + "loss": 4.835501670837402, + "mean_token_accuracy": 0.602716306845347, + "num_tokens": 29995472.0, + "step": 3230 + }, + { + "entropy": 1.7114437421162922, + "epoch": 0.41431929899551184, + "learning_rate": 0.0009883357677143653, + "loss": 4.8163628578186035, + "mean_token_accuracy": 0.6117092768351237, + "num_tokens": 30004339.0, + "step": 3231 + }, + { + "entropy": 1.7240453163782756, + "epoch": 0.4144475315238299, + "learning_rate": 0.0009883269842681653, + "loss": 4.716892719268799, + "mean_token_accuracy": 0.6063677867253622, + "num_tokens": 30011202.0, + "step": 3232 + }, + { + "entropy": 1.6039645274480183, + "epoch": 0.4145757640521479, + "learning_rate": 0.0009883181975551968, + "loss": 4.525835037231445, + "mean_token_accuracy": 0.6301463842391968, + "num_tokens": 30020975.0, + "step": 3233 + }, + { + "entropy": 1.443917989730835, + "epoch": 0.4147039965804659, + "learning_rate": 0.0009883094075755186, + "loss": 3.829108715057373, + "mean_token_accuracy": 0.6688701510429382, + "num_tokens": 30029198.0, + "step": 3234 + }, + { + "entropy": 1.6480214198430378, + "epoch": 0.4148322291087839, + "learning_rate": 0.0009883006143291892, + "loss": 4.691887378692627, + "mean_token_accuracy": 0.5949236551920573, + "num_tokens": 30038197.0, + "step": 3235 + }, + { + "entropy": 1.4960588614145915, + "epoch": 0.41496046163710193, + "learning_rate": 0.0009882918178162675, + "loss": 4.1385040283203125, + "mean_token_accuracy": 0.6380288998285929, + "num_tokens": 30047921.0, + "step": 3236 + }, + { + "entropy": 1.5506000121434529, + "epoch": 0.41508869416541994, + "learning_rate": 0.0009882830180368125, + "loss": 4.38310432434082, + "mean_token_accuracy": 0.6261865099271139, + "num_tokens": 30057183.0, + "step": 3237 + }, + { + "entropy": 1.5472994645436604, + "epoch": 0.415216926693738, + "learning_rate": 0.0009882742149908829, + "loss": 4.351362705230713, + "mean_token_accuracy": 0.6379279891649882, + "num_tokens": 30066629.0, + "step": 3238 + }, + { + "entropy": 1.5707381169001262, + "epoch": 0.415345159222056, + "learning_rate": 0.0009882654086785377, + "loss": 4.362179279327393, + "mean_token_accuracy": 0.6356335282325745, + "num_tokens": 30075172.0, + "step": 3239 + }, + { + "entropy": 1.4677350521087646, + "epoch": 0.415473391750374, + "learning_rate": 0.0009882565990998356, + "loss": 3.914886474609375, + "mean_token_accuracy": 0.6672411759694418, + "num_tokens": 30085124.0, + "step": 3240 + }, + { + "entropy": 1.5664057334264119, + "epoch": 0.415601624278692, + "learning_rate": 0.000988247786254836, + "loss": 4.31569766998291, + "mean_token_accuracy": 0.62740159034729, + "num_tokens": 30095930.0, + "step": 3241 + }, + { + "entropy": 1.8212231000264485, + "epoch": 0.41572985680701, + "learning_rate": 0.0009882389701435974, + "loss": 5.13347864151001, + "mean_token_accuracy": 0.5806798338890076, + "num_tokens": 30105488.0, + "step": 3242 + }, + { + "entropy": 1.64543879032135, + "epoch": 0.4158580893353281, + "learning_rate": 0.000988230150766179, + "loss": 4.76434326171875, + "mean_token_accuracy": 0.6178498069445292, + "num_tokens": 30114512.0, + "step": 3243 + }, + { + "entropy": 1.4403836727142334, + "epoch": 0.4159863218636461, + "learning_rate": 0.0009882213281226396, + "loss": 3.9827680587768555, + "mean_token_accuracy": 0.6532371640205383, + "num_tokens": 30122756.0, + "step": 3244 + }, + { + "entropy": 1.5251700480779011, + "epoch": 0.4161145543919641, + "learning_rate": 0.0009882125022130383, + "loss": 4.152586936950684, + "mean_token_accuracy": 0.6489836176236471, + "num_tokens": 30130518.0, + "step": 3245 + }, + { + "entropy": 1.608315388361613, + "epoch": 0.4162427869202821, + "learning_rate": 0.0009882036730374346, + "loss": 4.538097381591797, + "mean_token_accuracy": 0.6200068990389506, + "num_tokens": 30140153.0, + "step": 3246 + }, + { + "entropy": 1.6630306243896484, + "epoch": 0.4163710194486001, + "learning_rate": 0.000988194840595887, + "loss": 4.625168800354004, + "mean_token_accuracy": 0.6260448892911276, + "num_tokens": 30148084.0, + "step": 3247 + }, + { + "entropy": 1.554071267445882, + "epoch": 0.4164992519769182, + "learning_rate": 0.0009881860048884545, + "loss": 4.216174125671387, + "mean_token_accuracy": 0.6432497700055441, + "num_tokens": 30158338.0, + "step": 3248 + }, + { + "entropy": 1.956825057665507, + "epoch": 0.4166274845052362, + "learning_rate": 0.0009881771659151968, + "loss": 5.555395126342773, + "mean_token_accuracy": 0.5494281450907389, + "num_tokens": 30166378.0, + "step": 3249 + }, + { + "entropy": 1.7287626663843791, + "epoch": 0.4167557170335542, + "learning_rate": 0.0009881683236761724, + "loss": 4.934840202331543, + "mean_token_accuracy": 0.5950321753819784, + "num_tokens": 30177274.0, + "step": 3250 + }, + { + "entropy": 1.8285807768503826, + "epoch": 0.4168839495618722, + "learning_rate": 0.000988159478171441, + "loss": 5.338595390319824, + "mean_token_accuracy": 0.5670822064081827, + "num_tokens": 30185423.0, + "step": 3251 + }, + { + "entropy": 1.5710556109746296, + "epoch": 0.4170121820901902, + "learning_rate": 0.0009881506294010611, + "loss": 4.643718719482422, + "mean_token_accuracy": 0.6249988079071045, + "num_tokens": 30193527.0, + "step": 3252 + }, + { + "entropy": 1.502879540125529, + "epoch": 0.4171404146185082, + "learning_rate": 0.0009881417773650928, + "loss": 4.138769626617432, + "mean_token_accuracy": 0.6453292767206827, + "num_tokens": 30202181.0, + "step": 3253 + }, + { + "entropy": 1.7442241509755452, + "epoch": 0.41726864714682627, + "learning_rate": 0.0009881329220635946, + "loss": 5.020002841949463, + "mean_token_accuracy": 0.5790867606798807, + "num_tokens": 30209770.0, + "step": 3254 + }, + { + "entropy": 1.7811898787816365, + "epoch": 0.4173968796751443, + "learning_rate": 0.000988124063496626, + "loss": 4.891541004180908, + "mean_token_accuracy": 0.6056864857673645, + "num_tokens": 30219034.0, + "step": 3255 + }, + { + "entropy": 1.5973325967788696, + "epoch": 0.4175251122034623, + "learning_rate": 0.0009881152016642462, + "loss": 4.540719985961914, + "mean_token_accuracy": 0.6279870867729187, + "num_tokens": 30226191.0, + "step": 3256 + }, + { + "entropy": 1.8013914426167805, + "epoch": 0.4176533447317803, + "learning_rate": 0.0009881063365665148, + "loss": 5.304703235626221, + "mean_token_accuracy": 0.5857495864232382, + "num_tokens": 30236892.0, + "step": 3257 + }, + { + "entropy": 1.6747613350550334, + "epoch": 0.4177815772600983, + "learning_rate": 0.0009880974682034906, + "loss": 5.092381477355957, + "mean_token_accuracy": 0.6135955651601156, + "num_tokens": 30246407.0, + "step": 3258 + }, + { + "entropy": 1.3858596483866374, + "epoch": 0.41790980978841635, + "learning_rate": 0.000988088596575233, + "loss": 3.928985834121704, + "mean_token_accuracy": 0.672591765721639, + "num_tokens": 30255388.0, + "step": 3259 + }, + { + "entropy": 1.348059058189392, + "epoch": 0.41803804231673436, + "learning_rate": 0.0009880797216818018, + "loss": 3.747518301010132, + "mean_token_accuracy": 0.6789762377738953, + "num_tokens": 30263507.0, + "step": 3260 + }, + { + "entropy": 1.5745842059453328, + "epoch": 0.41816627484505237, + "learning_rate": 0.0009880708435232558, + "loss": 4.226916313171387, + "mean_token_accuracy": 0.6432466308275858, + "num_tokens": 30273741.0, + "step": 3261 + }, + { + "entropy": 1.4565097093582153, + "epoch": 0.4182945073733704, + "learning_rate": 0.0009880619620996549, + "loss": 3.819751739501953, + "mean_token_accuracy": 0.6728216608365377, + "num_tokens": 30283091.0, + "step": 3262 + }, + { + "entropy": 1.6325702269872029, + "epoch": 0.4184227399016884, + "learning_rate": 0.000988053077411058, + "loss": 4.6552934646606445, + "mean_token_accuracy": 0.6133127411206564, + "num_tokens": 30292194.0, + "step": 3263 + }, + { + "entropy": 1.9406817356745403, + "epoch": 0.4185509724300064, + "learning_rate": 0.000988044189457525, + "loss": 5.516265869140625, + "mean_token_accuracy": 0.5487542748451233, + "num_tokens": 30298587.0, + "step": 3264 + }, + { + "entropy": 1.5099932352701824, + "epoch": 0.41867920495832445, + "learning_rate": 0.0009880352982391152, + "loss": 4.26071834564209, + "mean_token_accuracy": 0.6503249009450277, + "num_tokens": 30308036.0, + "step": 3265 + }, + { + "entropy": 1.6980058749516804, + "epoch": 0.41880743748664245, + "learning_rate": 0.000988026403755888, + "loss": 4.688682556152344, + "mean_token_accuracy": 0.6183803081512451, + "num_tokens": 30318018.0, + "step": 3266 + }, + { + "entropy": 1.577717661857605, + "epoch": 0.41893567001496046, + "learning_rate": 0.000988017506007903, + "loss": 4.4241437911987305, + "mean_token_accuracy": 0.6356956958770752, + "num_tokens": 30326212.0, + "step": 3267 + }, + { + "entropy": 1.8019678990046184, + "epoch": 0.41906390254327847, + "learning_rate": 0.0009880086049952196, + "loss": 5.155643463134766, + "mean_token_accuracy": 0.5722567240397135, + "num_tokens": 30335028.0, + "step": 3268 + }, + { + "entropy": 1.543972412745158, + "epoch": 0.4191921350715965, + "learning_rate": 0.0009879997007178974, + "loss": 4.299559116363525, + "mean_token_accuracy": 0.6438524524370829, + "num_tokens": 30342110.0, + "step": 3269 + }, + { + "entropy": 1.7363639275232952, + "epoch": 0.41932036759991453, + "learning_rate": 0.000987990793175996, + "loss": 5.021227836608887, + "mean_token_accuracy": 0.5870911478996277, + "num_tokens": 30353478.0, + "step": 3270 + }, + { + "entropy": 1.5241669813791912, + "epoch": 0.41944860012823254, + "learning_rate": 0.000987981882369575, + "loss": 4.236154556274414, + "mean_token_accuracy": 0.6466807126998901, + "num_tokens": 30364792.0, + "step": 3271 + }, + { + "entropy": 1.873781402905782, + "epoch": 0.41957683265655055, + "learning_rate": 0.0009879729682986942, + "loss": 5.3139872550964355, + "mean_token_accuracy": 0.5708339015642802, + "num_tokens": 30376073.0, + "step": 3272 + }, + { + "entropy": 1.537009358406067, + "epoch": 0.41970506518486855, + "learning_rate": 0.0009879640509634128, + "loss": 4.329521179199219, + "mean_token_accuracy": 0.62804114818573, + "num_tokens": 30383517.0, + "step": 3273 + }, + { + "entropy": 1.7826629877090454, + "epoch": 0.41983329771318656, + "learning_rate": 0.0009879551303637907, + "loss": 4.879676818847656, + "mean_token_accuracy": 0.6106529831886292, + "num_tokens": 30391892.0, + "step": 3274 + }, + { + "entropy": 1.5363558133443196, + "epoch": 0.4199615302415046, + "learning_rate": 0.0009879462064998875, + "loss": 4.3374433517456055, + "mean_token_accuracy": 0.6331278880437216, + "num_tokens": 30400843.0, + "step": 3275 + }, + { + "entropy": 1.6156159241994221, + "epoch": 0.42008976276982263, + "learning_rate": 0.000987937279371763, + "loss": 4.580993175506592, + "mean_token_accuracy": 0.6190418799718221, + "num_tokens": 30410505.0, + "step": 3276 + }, + { + "entropy": 1.7150501410166423, + "epoch": 0.42021799529814063, + "learning_rate": 0.000987928348979477, + "loss": 4.814815044403076, + "mean_token_accuracy": 0.6086592276891073, + "num_tokens": 30419788.0, + "step": 3277 + }, + { + "entropy": 1.8389861981074016, + "epoch": 0.42034622782645864, + "learning_rate": 0.000987919415323089, + "loss": 5.183233737945557, + "mean_token_accuracy": 0.5817094445228577, + "num_tokens": 30428229.0, + "step": 3278 + }, + { + "entropy": 1.7275460163752239, + "epoch": 0.42047446035477665, + "learning_rate": 0.000987910478402659, + "loss": 4.790424823760986, + "mean_token_accuracy": 0.6238794724146525, + "num_tokens": 30435499.0, + "step": 3279 + }, + { + "entropy": 1.6434552272160847, + "epoch": 0.42060269288309465, + "learning_rate": 0.0009879015382182462, + "loss": 4.627030372619629, + "mean_token_accuracy": 0.613781193892161, + "num_tokens": 30447511.0, + "step": 3280 + }, + { + "entropy": 1.7166101932525635, + "epoch": 0.4207309254114127, + "learning_rate": 0.0009878925947699115, + "loss": 4.879044055938721, + "mean_token_accuracy": 0.5980215072631836, + "num_tokens": 30457650.0, + "step": 3281 + }, + { + "entropy": 1.7798254489898682, + "epoch": 0.4208591579397307, + "learning_rate": 0.0009878836480577138, + "loss": 4.957183837890625, + "mean_token_accuracy": 0.6021649638811747, + "num_tokens": 30468229.0, + "step": 3282 + }, + { + "entropy": 1.562738021214803, + "epoch": 0.42098739046804873, + "learning_rate": 0.0009878746980817132, + "loss": 4.445372104644775, + "mean_token_accuracy": 0.6339488625526428, + "num_tokens": 30477301.0, + "step": 3283 + }, + { + "entropy": 1.6608117818832397, + "epoch": 0.42111562299636673, + "learning_rate": 0.0009878657448419697, + "loss": 4.630081653594971, + "mean_token_accuracy": 0.6291002432505289, + "num_tokens": 30486598.0, + "step": 3284 + }, + { + "entropy": 1.6759188572565715, + "epoch": 0.42124385552468474, + "learning_rate": 0.0009878567883385432, + "loss": 4.722900867462158, + "mean_token_accuracy": 0.6118892629941305, + "num_tokens": 30496152.0, + "step": 3285 + }, + { + "entropy": 1.6780260403951008, + "epoch": 0.4213720880530028, + "learning_rate": 0.0009878478285714933, + "loss": 4.687182426452637, + "mean_token_accuracy": 0.6049848596254984, + "num_tokens": 30504132.0, + "step": 3286 + }, + { + "entropy": 1.7597901821136475, + "epoch": 0.4215003205813208, + "learning_rate": 0.0009878388655408803, + "loss": 5.049652099609375, + "mean_token_accuracy": 0.5795754591623942, + "num_tokens": 30513376.0, + "step": 3287 + }, + { + "entropy": 1.5776578187942505, + "epoch": 0.4216285531096388, + "learning_rate": 0.0009878298992467643, + "loss": 4.278838634490967, + "mean_token_accuracy": 0.6420459945996603, + "num_tokens": 30521567.0, + "step": 3288 + }, + { + "entropy": 1.9608397483825684, + "epoch": 0.4217567856379568, + "learning_rate": 0.0009878209296892047, + "loss": 5.636293411254883, + "mean_token_accuracy": 0.541093111038208, + "num_tokens": 30530575.0, + "step": 3289 + }, + { + "entropy": 1.6512675285339355, + "epoch": 0.42188501816627483, + "learning_rate": 0.0009878119568682618, + "loss": 4.643094539642334, + "mean_token_accuracy": 0.6220642328262329, + "num_tokens": 30540175.0, + "step": 3290 + }, + { + "entropy": 1.6563769578933716, + "epoch": 0.42201325069459283, + "learning_rate": 0.0009878029807839958, + "loss": 4.670194149017334, + "mean_token_accuracy": 0.5997806191444397, + "num_tokens": 30547773.0, + "step": 3291 + }, + { + "entropy": 1.4909032583236694, + "epoch": 0.4221414832229109, + "learning_rate": 0.0009877940014364666, + "loss": 4.088748455047607, + "mean_token_accuracy": 0.6530616680781046, + "num_tokens": 30557013.0, + "step": 3292 + }, + { + "entropy": 1.6660681168238323, + "epoch": 0.4222697157512289, + "learning_rate": 0.0009877850188257343, + "loss": 4.694394111633301, + "mean_token_accuracy": 0.6151375770568848, + "num_tokens": 30567516.0, + "step": 3293 + }, + { + "entropy": 1.474803884824117, + "epoch": 0.4223979482795469, + "learning_rate": 0.0009877760329518588, + "loss": 3.9799723625183105, + "mean_token_accuracy": 0.6619847814242045, + "num_tokens": 30576253.0, + "step": 3294 + }, + { + "entropy": 1.6939778725306194, + "epoch": 0.4225261808078649, + "learning_rate": 0.0009877670438149006, + "loss": 4.8296942710876465, + "mean_token_accuracy": 0.6180600722630819, + "num_tokens": 30585146.0, + "step": 3295 + }, + { + "entropy": 1.5039243300755818, + "epoch": 0.4226544133361829, + "learning_rate": 0.0009877580514149192, + "loss": 4.135416030883789, + "mean_token_accuracy": 0.648826797803243, + "num_tokens": 30594985.0, + "step": 3296 + }, + { + "entropy": 1.5469085772832234, + "epoch": 0.422782645864501, + "learning_rate": 0.0009877490557519755, + "loss": 4.4404616355896, + "mean_token_accuracy": 0.6397644877433777, + "num_tokens": 30605910.0, + "step": 3297 + }, + { + "entropy": 1.569539189338684, + "epoch": 0.422910878392819, + "learning_rate": 0.0009877400568261293, + "loss": 4.314052581787109, + "mean_token_accuracy": 0.6414616107940674, + "num_tokens": 30616008.0, + "step": 3298 + }, + { + "entropy": 1.5899832646052043, + "epoch": 0.423039110921137, + "learning_rate": 0.0009877310546374408, + "loss": 4.4489288330078125, + "mean_token_accuracy": 0.6185296773910522, + "num_tokens": 30624866.0, + "step": 3299 + }, + { + "entropy": 1.7179210186004639, + "epoch": 0.423167343449455, + "learning_rate": 0.0009877220491859703, + "loss": 4.989505767822266, + "mean_token_accuracy": 0.591756284236908, + "num_tokens": 30635484.0, + "step": 3300 + }, + { + "entropy": 1.5449507236480713, + "epoch": 0.423295575977773, + "learning_rate": 0.000987713040471778, + "loss": 4.3180646896362305, + "mean_token_accuracy": 0.6380029320716858, + "num_tokens": 30643310.0, + "step": 3301 + }, + { + "entropy": 1.7522770563761394, + "epoch": 0.42342380850609107, + "learning_rate": 0.000987704028494924, + "loss": 5.108817100524902, + "mean_token_accuracy": 0.5907703638076782, + "num_tokens": 30652460.0, + "step": 3302 + }, + { + "entropy": 1.5973221063613892, + "epoch": 0.4235520410344091, + "learning_rate": 0.0009876950132554688, + "loss": 4.458849906921387, + "mean_token_accuracy": 0.6142593026161194, + "num_tokens": 30659516.0, + "step": 3303 + }, + { + "entropy": 1.7762773831685383, + "epoch": 0.4236802735627271, + "learning_rate": 0.0009876859947534728, + "loss": 5.004538536071777, + "mean_token_accuracy": 0.5887167453765869, + "num_tokens": 30669680.0, + "step": 3304 + }, + { + "entropy": 1.5901225805282593, + "epoch": 0.4238085060910451, + "learning_rate": 0.0009876769729889963, + "loss": 4.406373977661133, + "mean_token_accuracy": 0.6242586374282837, + "num_tokens": 30680515.0, + "step": 3305 + }, + { + "entropy": 1.5759585698445637, + "epoch": 0.4239367386193631, + "learning_rate": 0.0009876679479620995, + "loss": 4.292764663696289, + "mean_token_accuracy": 0.6518758734067281, + "num_tokens": 30690859.0, + "step": 3306 + }, + { + "entropy": 1.8637787501017253, + "epoch": 0.4240649711476811, + "learning_rate": 0.0009876589196728426, + "loss": 5.190064430236816, + "mean_token_accuracy": 0.5953018665313721, + "num_tokens": 30701028.0, + "step": 3307 + }, + { + "entropy": 1.3862907489140828, + "epoch": 0.42419320367599916, + "learning_rate": 0.0009876498881212863, + "loss": 3.9292869567871094, + "mean_token_accuracy": 0.6707614858945211, + "num_tokens": 30710814.0, + "step": 3308 + }, + { + "entropy": 1.7964975039164226, + "epoch": 0.42432143620431717, + "learning_rate": 0.0009876408533074912, + "loss": 4.909521102905273, + "mean_token_accuracy": 0.5963678956031799, + "num_tokens": 30718393.0, + "step": 3309 + }, + { + "entropy": 1.6035035848617554, + "epoch": 0.4244496687326352, + "learning_rate": 0.0009876318152315172, + "loss": 4.430578708648682, + "mean_token_accuracy": 0.6422589619954427, + "num_tokens": 30728280.0, + "step": 3310 + }, + { + "entropy": 1.6100525856018066, + "epoch": 0.4245779012609532, + "learning_rate": 0.0009876227738934253, + "loss": 4.452116012573242, + "mean_token_accuracy": 0.6346622308095297, + "num_tokens": 30737393.0, + "step": 3311 + }, + { + "entropy": 1.649411956469218, + "epoch": 0.4247061337892712, + "learning_rate": 0.0009876137292932755, + "loss": 4.628378868103027, + "mean_token_accuracy": 0.6131901542345682, + "num_tokens": 30745964.0, + "step": 3312 + }, + { + "entropy": 1.6525708834330242, + "epoch": 0.42483436631758925, + "learning_rate": 0.0009876046814311288, + "loss": 4.510105133056641, + "mean_token_accuracy": 0.6181950370470682, + "num_tokens": 30756200.0, + "step": 3313 + }, + { + "entropy": 1.767474095026652, + "epoch": 0.42496259884590726, + "learning_rate": 0.0009875956303070452, + "loss": 5.13762092590332, + "mean_token_accuracy": 0.5956026117006937, + "num_tokens": 30763378.0, + "step": 3314 + }, + { + "entropy": 1.7707473436991374, + "epoch": 0.42509083137422526, + "learning_rate": 0.0009875865759210857, + "loss": 4.8769097328186035, + "mean_token_accuracy": 0.603536585966746, + "num_tokens": 30771790.0, + "step": 3315 + }, + { + "entropy": 1.7120872735977173, + "epoch": 0.42521906390254327, + "learning_rate": 0.0009875775182733105, + "loss": 4.819612979888916, + "mean_token_accuracy": 0.6076503793398539, + "num_tokens": 30780360.0, + "step": 3316 + }, + { + "entropy": 1.5601458549499512, + "epoch": 0.4253472964308613, + "learning_rate": 0.0009875684573637806, + "loss": 4.3792338371276855, + "mean_token_accuracy": 0.6281603574752808, + "num_tokens": 30788371.0, + "step": 3317 + }, + { + "entropy": 1.685619632403056, + "epoch": 0.42547552895917934, + "learning_rate": 0.0009875593931925563, + "loss": 4.8548970222473145, + "mean_token_accuracy": 0.6087283889452616, + "num_tokens": 30799583.0, + "step": 3318 + }, + { + "entropy": 1.525061806042989, + "epoch": 0.42560376148749735, + "learning_rate": 0.0009875503257596983, + "loss": 4.23198127746582, + "mean_token_accuracy": 0.6437572638193766, + "num_tokens": 30808570.0, + "step": 3319 + }, + { + "entropy": 1.5903052886327107, + "epoch": 0.42573199401581535, + "learning_rate": 0.0009875412550652673, + "loss": 4.432360649108887, + "mean_token_accuracy": 0.6301118930180868, + "num_tokens": 30817678.0, + "step": 3320 + }, + { + "entropy": 1.7558180093765259, + "epoch": 0.42586022654413336, + "learning_rate": 0.0009875321811093239, + "loss": 4.729429721832275, + "mean_token_accuracy": 0.6047462423642477, + "num_tokens": 30826775.0, + "step": 3321 + }, + { + "entropy": 1.8393598794937134, + "epoch": 0.42598845907245136, + "learning_rate": 0.000987523103891929, + "loss": 5.107699871063232, + "mean_token_accuracy": 0.5695819854736328, + "num_tokens": 30833749.0, + "step": 3322 + }, + { + "entropy": 1.7405415376027424, + "epoch": 0.42611669160076937, + "learning_rate": 0.0009875140234131433, + "loss": 4.8803629875183105, + "mean_token_accuracy": 0.6127755443255106, + "num_tokens": 30843209.0, + "step": 3323 + }, + { + "entropy": 1.487347404162089, + "epoch": 0.42624492412908743, + "learning_rate": 0.0009875049396730273, + "loss": 4.120718479156494, + "mean_token_accuracy": 0.6530456145604452, + "num_tokens": 30854065.0, + "step": 3324 + }, + { + "entropy": 1.6033172607421875, + "epoch": 0.42637315665740544, + "learning_rate": 0.000987495852671642, + "loss": 4.572513580322266, + "mean_token_accuracy": 0.6112967928250631, + "num_tokens": 30862842.0, + "step": 3325 + }, + { + "entropy": 1.7456611792246501, + "epoch": 0.42650138918572345, + "learning_rate": 0.0009874867624090479, + "loss": 4.997940540313721, + "mean_token_accuracy": 0.5911436676979065, + "num_tokens": 30872389.0, + "step": 3326 + }, + { + "entropy": 1.8283660411834717, + "epoch": 0.42662962171404145, + "learning_rate": 0.0009874776688853061, + "loss": 5.16642951965332, + "mean_token_accuracy": 0.5796121954917908, + "num_tokens": 30882495.0, + "step": 3327 + }, + { + "entropy": 1.6487269004185994, + "epoch": 0.42675785424235946, + "learning_rate": 0.0009874685721004775, + "loss": 4.638499736785889, + "mean_token_accuracy": 0.6158892114957174, + "num_tokens": 30891169.0, + "step": 3328 + }, + { + "entropy": 1.460191051165263, + "epoch": 0.4268860867706775, + "learning_rate": 0.0009874594720546228, + "loss": 3.9476470947265625, + "mean_token_accuracy": 0.6578879157702128, + "num_tokens": 30899544.0, + "step": 3329 + }, + { + "entropy": 1.576543132464091, + "epoch": 0.4270143192989955, + "learning_rate": 0.0009874503687478027, + "loss": 4.307614326477051, + "mean_token_accuracy": 0.6458277503649393, + "num_tokens": 30909707.0, + "step": 3330 + }, + { + "entropy": 1.5895022948582966, + "epoch": 0.42714255182731353, + "learning_rate": 0.0009874412621800784, + "loss": 4.563803195953369, + "mean_token_accuracy": 0.6149641672770182, + "num_tokens": 30920011.0, + "step": 3331 + }, + { + "entropy": 1.8106114864349365, + "epoch": 0.42727078435563154, + "learning_rate": 0.0009874321523515106, + "loss": 5.137450218200684, + "mean_token_accuracy": 0.5601202050844828, + "num_tokens": 30926497.0, + "step": 3332 + }, + { + "entropy": 1.6025177637736003, + "epoch": 0.42739901688394955, + "learning_rate": 0.0009874230392621604, + "loss": 4.584414482116699, + "mean_token_accuracy": 0.611539363861084, + "num_tokens": 30934476.0, + "step": 3333 + }, + { + "entropy": 1.7367607355117798, + "epoch": 0.42752724941226755, + "learning_rate": 0.0009874139229120887, + "loss": 4.871429920196533, + "mean_token_accuracy": 0.61440642674764, + "num_tokens": 30944007.0, + "step": 3334 + }, + { + "entropy": 1.9001866181691487, + "epoch": 0.4276554819405856, + "learning_rate": 0.0009874048033013565, + "loss": 5.462536334991455, + "mean_token_accuracy": 0.5724064906438192, + "num_tokens": 30953435.0, + "step": 3335 + }, + { + "entropy": 1.900349736213684, + "epoch": 0.4277837144689036, + "learning_rate": 0.000987395680430025, + "loss": 5.409391403198242, + "mean_token_accuracy": 0.5582291881243387, + "num_tokens": 30963021.0, + "step": 3336 + }, + { + "entropy": 1.5364675124486287, + "epoch": 0.4279119469972216, + "learning_rate": 0.0009873865542981547, + "loss": 4.419873237609863, + "mean_token_accuracy": 0.6318992376327515, + "num_tokens": 30973812.0, + "step": 3337 + }, + { + "entropy": 1.6167953411738079, + "epoch": 0.42804017952553963, + "learning_rate": 0.0009873774249058072, + "loss": 4.473299980163574, + "mean_token_accuracy": 0.6252448558807373, + "num_tokens": 30983270.0, + "step": 3338 + }, + { + "entropy": 1.7714510758717854, + "epoch": 0.42816841205385764, + "learning_rate": 0.0009873682922530431, + "loss": 5.050646781921387, + "mean_token_accuracy": 0.5899928013483683, + "num_tokens": 30991767.0, + "step": 3339 + }, + { + "entropy": 1.656954050064087, + "epoch": 0.4282966445821757, + "learning_rate": 0.000987359156339924, + "loss": 4.658855438232422, + "mean_token_accuracy": 0.6198947628339132, + "num_tokens": 31002941.0, + "step": 3340 + }, + { + "entropy": 1.6239659786224365, + "epoch": 0.4284248771104937, + "learning_rate": 0.0009873500171665107, + "loss": 4.396038055419922, + "mean_token_accuracy": 0.6339688301086426, + "num_tokens": 31011427.0, + "step": 3341 + }, + { + "entropy": 1.5875592231750488, + "epoch": 0.4285531096388117, + "learning_rate": 0.0009873408747328644, + "loss": 4.479336738586426, + "mean_token_accuracy": 0.6313933332761129, + "num_tokens": 31021222.0, + "step": 3342 + }, + { + "entropy": 1.553178071975708, + "epoch": 0.4286813421671297, + "learning_rate": 0.0009873317290390463, + "loss": 4.448339939117432, + "mean_token_accuracy": 0.6302642226219177, + "num_tokens": 31030791.0, + "step": 3343 + }, + { + "entropy": 1.5912411212921143, + "epoch": 0.4288095746954477, + "learning_rate": 0.0009873225800851176, + "loss": 4.416771411895752, + "mean_token_accuracy": 0.6361136436462402, + "num_tokens": 31041267.0, + "step": 3344 + }, + { + "entropy": 1.9542313019434612, + "epoch": 0.4289378072237658, + "learning_rate": 0.0009873134278711394, + "loss": 5.6406378746032715, + "mean_token_accuracy": 0.5524896581967672, + "num_tokens": 31049282.0, + "step": 3345 + }, + { + "entropy": 1.5092368920644124, + "epoch": 0.4290660397520838, + "learning_rate": 0.0009873042723971728, + "loss": 4.119339466094971, + "mean_token_accuracy": 0.65250031153361, + "num_tokens": 31061956.0, + "step": 3346 + }, + { + "entropy": 1.8071807225545247, + "epoch": 0.4291942722804018, + "learning_rate": 0.0009872951136632795, + "loss": 5.205191612243652, + "mean_token_accuracy": 0.5708078543345133, + "num_tokens": 31072184.0, + "step": 3347 + }, + { + "entropy": 1.7169729073842366, + "epoch": 0.4293225048087198, + "learning_rate": 0.0009872859516695202, + "loss": 4.736918926239014, + "mean_token_accuracy": 0.6094462474187216, + "num_tokens": 31081583.0, + "step": 3348 + }, + { + "entropy": 1.611284852027893, + "epoch": 0.4294507373370378, + "learning_rate": 0.0009872767864159567, + "loss": 4.606206893920898, + "mean_token_accuracy": 0.6124377051989237, + "num_tokens": 31093577.0, + "step": 3349 + }, + { + "entropy": 1.5758861303329468, + "epoch": 0.4295789698653558, + "learning_rate": 0.0009872676179026503, + "loss": 4.37459659576416, + "mean_token_accuracy": 0.6160110831260681, + "num_tokens": 31102524.0, + "step": 3350 + }, + { + "entropy": 1.687914530436198, + "epoch": 0.4297072023936739, + "learning_rate": 0.0009872584461296616, + "loss": 4.8319172859191895, + "mean_token_accuracy": 0.6187753478686014, + "num_tokens": 31111791.0, + "step": 3351 + }, + { + "entropy": 1.8871906995773315, + "epoch": 0.4298354349219919, + "learning_rate": 0.000987249271097053, + "loss": 5.332855701446533, + "mean_token_accuracy": 0.591468354066213, + "num_tokens": 31119996.0, + "step": 3352 + }, + { + "entropy": 1.530051827430725, + "epoch": 0.4299636674503099, + "learning_rate": 0.000987240092804885, + "loss": 4.2125020027160645, + "mean_token_accuracy": 0.6473634839057922, + "num_tokens": 31127477.0, + "step": 3353 + }, + { + "entropy": 1.648270567258199, + "epoch": 0.4300918999786279, + "learning_rate": 0.0009872309112532195, + "loss": 4.6114912033081055, + "mean_token_accuracy": 0.6229567925135294, + "num_tokens": 31137771.0, + "step": 3354 + }, + { + "entropy": 1.85345725218455, + "epoch": 0.4302201325069459, + "learning_rate": 0.000987221726442118, + "loss": 5.225179672241211, + "mean_token_accuracy": 0.5749194622039795, + "num_tokens": 31145960.0, + "step": 3355 + }, + { + "entropy": 1.7466863791147869, + "epoch": 0.43034836503526397, + "learning_rate": 0.0009872125383716414, + "loss": 4.878546714782715, + "mean_token_accuracy": 0.6063869992891947, + "num_tokens": 31156322.0, + "step": 3356 + }, + { + "entropy": 1.6110756397247314, + "epoch": 0.430476597563582, + "learning_rate": 0.0009872033470418517, + "loss": 4.664855480194092, + "mean_token_accuracy": 0.620935837427775, + "num_tokens": 31166515.0, + "step": 3357 + }, + { + "entropy": 1.6286510229110718, + "epoch": 0.4306048300919, + "learning_rate": 0.0009871941524528102, + "loss": 4.659884452819824, + "mean_token_accuracy": 0.6117167472839355, + "num_tokens": 31175729.0, + "step": 3358 + }, + { + "entropy": 1.6450856526692708, + "epoch": 0.430733062620218, + "learning_rate": 0.0009871849546045784, + "loss": 4.560018539428711, + "mean_token_accuracy": 0.6011381347974142, + "num_tokens": 31183494.0, + "step": 3359 + }, + { + "entropy": 1.49674654006958, + "epoch": 0.430861295148536, + "learning_rate": 0.0009871757534972176, + "loss": 4.089939594268799, + "mean_token_accuracy": 0.6387810508410136, + "num_tokens": 31191534.0, + "step": 3360 + }, + { + "entropy": 1.6606407562891643, + "epoch": 0.43098952767685406, + "learning_rate": 0.00098716654913079, + "loss": 4.602712631225586, + "mean_token_accuracy": 0.6044397950172424, + "num_tokens": 31199678.0, + "step": 3361 + }, + { + "entropy": 1.4978818496068318, + "epoch": 0.43111776020517206, + "learning_rate": 0.0009871573415053566, + "loss": 4.172800540924072, + "mean_token_accuracy": 0.6520788073539734, + "num_tokens": 31209316.0, + "step": 3362 + }, + { + "entropy": 1.3900527556737263, + "epoch": 0.43124599273349007, + "learning_rate": 0.000987148130620979, + "loss": 3.804483652114868, + "mean_token_accuracy": 0.67230753103892, + "num_tokens": 31215848.0, + "step": 3363 + }, + { + "entropy": 1.6795888344446819, + "epoch": 0.4313742252618081, + "learning_rate": 0.000987138916477719, + "loss": 4.737912178039551, + "mean_token_accuracy": 0.612389862537384, + "num_tokens": 31223586.0, + "step": 3364 + }, + { + "entropy": 1.6575735807418823, + "epoch": 0.4315024577901261, + "learning_rate": 0.0009871296990756383, + "loss": 4.660469055175781, + "mean_token_accuracy": 0.628493587176005, + "num_tokens": 31234271.0, + "step": 3365 + }, + { + "entropy": 1.8252891699473064, + "epoch": 0.4316306903184441, + "learning_rate": 0.0009871204784147986, + "loss": 5.049664497375488, + "mean_token_accuracy": 0.5974276065826416, + "num_tokens": 31243078.0, + "step": 3366 + }, + { + "entropy": 1.7094051440556843, + "epoch": 0.43175892284676215, + "learning_rate": 0.0009871112544952614, + "loss": 4.690786838531494, + "mean_token_accuracy": 0.6267404357592264, + "num_tokens": 31251631.0, + "step": 3367 + }, + { + "entropy": 1.636789878209432, + "epoch": 0.43188715537508016, + "learning_rate": 0.0009871020273170882, + "loss": 4.562111854553223, + "mean_token_accuracy": 0.6295130848884583, + "num_tokens": 31261439.0, + "step": 3368 + }, + { + "entropy": 1.7158130804697673, + "epoch": 0.43201538790339816, + "learning_rate": 0.0009870927968803414, + "loss": 4.782919406890869, + "mean_token_accuracy": 0.6028938492139181, + "num_tokens": 31270073.0, + "step": 3369 + }, + { + "entropy": 1.7159767945607503, + "epoch": 0.43214362043171617, + "learning_rate": 0.0009870835631850818, + "loss": 4.901934623718262, + "mean_token_accuracy": 0.5940929651260376, + "num_tokens": 31280879.0, + "step": 3370 + }, + { + "entropy": 1.7371882200241089, + "epoch": 0.4322718529600342, + "learning_rate": 0.000987074326231372, + "loss": 5.00624418258667, + "mean_token_accuracy": 0.5918066104253134, + "num_tokens": 31290264.0, + "step": 3371 + }, + { + "entropy": 1.6340376138687134, + "epoch": 0.43240008548835224, + "learning_rate": 0.0009870650860192738, + "loss": 4.471506595611572, + "mean_token_accuracy": 0.6380764643351237, + "num_tokens": 31299653.0, + "step": 3372 + }, + { + "entropy": 1.757511576016744, + "epoch": 0.43252831801667024, + "learning_rate": 0.0009870558425488483, + "loss": 5.072478294372559, + "mean_token_accuracy": 0.5907357732454935, + "num_tokens": 31306493.0, + "step": 3373 + }, + { + "entropy": 1.753735860188802, + "epoch": 0.43265655054498825, + "learning_rate": 0.000987046595820158, + "loss": 4.966403007507324, + "mean_token_accuracy": 0.5918862819671631, + "num_tokens": 31316084.0, + "step": 3374 + }, + { + "entropy": 1.6703107357025146, + "epoch": 0.43278478307330626, + "learning_rate": 0.0009870373458332644, + "loss": 4.866935729980469, + "mean_token_accuracy": 0.6016625960667928, + "num_tokens": 31325057.0, + "step": 3375 + }, + { + "entropy": 1.928039312362671, + "epoch": 0.43291301560162426, + "learning_rate": 0.0009870280925882297, + "loss": 5.579503059387207, + "mean_token_accuracy": 0.5718920330206553, + "num_tokens": 31333172.0, + "step": 3376 + }, + { + "entropy": 1.674783746401469, + "epoch": 0.43304124812994227, + "learning_rate": 0.0009870188360851153, + "loss": 4.655622959136963, + "mean_token_accuracy": 0.6313819487889608, + "num_tokens": 31341881.0, + "step": 3377 + }, + { + "entropy": 1.8255208730697632, + "epoch": 0.43316948065826033, + "learning_rate": 0.0009870095763239836, + "loss": 5.327828407287598, + "mean_token_accuracy": 0.5695015092690786, + "num_tokens": 31352389.0, + "step": 3378 + }, + { + "entropy": 1.5261988639831543, + "epoch": 0.43329771318657834, + "learning_rate": 0.0009870003133048964, + "loss": 4.203149795532227, + "mean_token_accuracy": 0.6594549417495728, + "num_tokens": 31361828.0, + "step": 3379 + }, + { + "entropy": 1.6864923636118572, + "epoch": 0.43342594571489634, + "learning_rate": 0.0009869910470279156, + "loss": 4.865733623504639, + "mean_token_accuracy": 0.5923480987548828, + "num_tokens": 31370717.0, + "step": 3380 + }, + { + "entropy": 1.934698502222697, + "epoch": 0.43355417824321435, + "learning_rate": 0.0009869817774931032, + "loss": 5.6289777755737305, + "mean_token_accuracy": 0.5535646180311838, + "num_tokens": 31379248.0, + "step": 3381 + }, + { + "entropy": 1.8287806113560994, + "epoch": 0.43368241077153236, + "learning_rate": 0.0009869725047005212, + "loss": 4.974425315856934, + "mean_token_accuracy": 0.5974369247754415, + "num_tokens": 31387945.0, + "step": 3382 + }, + { + "entropy": 1.6013869047164917, + "epoch": 0.4338106432998504, + "learning_rate": 0.0009869632286502316, + "loss": 4.480413913726807, + "mean_token_accuracy": 0.6138291756312052, + "num_tokens": 31394407.0, + "step": 3383 + }, + { + "entropy": 1.6591198444366455, + "epoch": 0.4339388758281684, + "learning_rate": 0.0009869539493422967, + "loss": 4.733893394470215, + "mean_token_accuracy": 0.6169713735580444, + "num_tokens": 31403817.0, + "step": 3384 + }, + { + "entropy": 1.6542616685231526, + "epoch": 0.43406710835648643, + "learning_rate": 0.0009869446667767783, + "loss": 4.625676155090332, + "mean_token_accuracy": 0.6090639233589172, + "num_tokens": 31415770.0, + "step": 3385 + }, + { + "entropy": 1.618199110031128, + "epoch": 0.43419534088480444, + "learning_rate": 0.0009869353809537386, + "loss": 4.526017189025879, + "mean_token_accuracy": 0.613642692565918, + "num_tokens": 31426323.0, + "step": 3386 + }, + { + "entropy": 1.6684032281239827, + "epoch": 0.43432357341312244, + "learning_rate": 0.0009869260918732397, + "loss": 4.762377738952637, + "mean_token_accuracy": 0.6263637145360311, + "num_tokens": 31435926.0, + "step": 3387 + }, + { + "entropy": 1.521567940711975, + "epoch": 0.4344518059414405, + "learning_rate": 0.0009869167995353438, + "loss": 4.3120436668396, + "mean_token_accuracy": 0.6449922323226929, + "num_tokens": 31444638.0, + "step": 3388 + }, + { + "entropy": 1.6901434262593586, + "epoch": 0.4345800384697585, + "learning_rate": 0.0009869075039401131, + "loss": 4.756407737731934, + "mean_token_accuracy": 0.6227102875709534, + "num_tokens": 31456168.0, + "step": 3389 + }, + { + "entropy": 1.6989072561264038, + "epoch": 0.4347082709980765, + "learning_rate": 0.0009868982050876096, + "loss": 4.746686935424805, + "mean_token_accuracy": 0.6088399291038513, + "num_tokens": 31465897.0, + "step": 3390 + }, + { + "entropy": 1.6167456706364949, + "epoch": 0.4348365035263945, + "learning_rate": 0.0009868889029778956, + "loss": 4.3834333419799805, + "mean_token_accuracy": 0.6489030917485555, + "num_tokens": 31475431.0, + "step": 3391 + }, + { + "entropy": 1.7804644107818604, + "epoch": 0.43496473605471253, + "learning_rate": 0.0009868795976110333, + "loss": 5.037919044494629, + "mean_token_accuracy": 0.5810620784759521, + "num_tokens": 31483117.0, + "step": 3392 + }, + { + "entropy": 1.7327625354131062, + "epoch": 0.43509296858303054, + "learning_rate": 0.000986870288987085, + "loss": 4.921167373657227, + "mean_token_accuracy": 0.6127321521441141, + "num_tokens": 31492210.0, + "step": 3393 + }, + { + "entropy": 1.7593954006830852, + "epoch": 0.4352212011113486, + "learning_rate": 0.0009868609771061132, + "loss": 4.992255687713623, + "mean_token_accuracy": 0.5880125562349955, + "num_tokens": 31501240.0, + "step": 3394 + }, + { + "entropy": 1.792013168334961, + "epoch": 0.4353494336396666, + "learning_rate": 0.0009868516619681797, + "loss": 5.3713579177856445, + "mean_token_accuracy": 0.5749010245005289, + "num_tokens": 31510001.0, + "step": 3395 + }, + { + "entropy": 1.6644075711568196, + "epoch": 0.4354776661679846, + "learning_rate": 0.0009868423435733472, + "loss": 4.781449317932129, + "mean_token_accuracy": 0.5968052943547567, + "num_tokens": 31519099.0, + "step": 3396 + }, + { + "entropy": 1.7912520964940388, + "epoch": 0.4356058986963026, + "learning_rate": 0.000986833021921678, + "loss": 5.077481269836426, + "mean_token_accuracy": 0.5881259242693583, + "num_tokens": 31528359.0, + "step": 3397 + }, + { + "entropy": 1.630692481994629, + "epoch": 0.4357341312246206, + "learning_rate": 0.0009868236970132342, + "loss": 4.558313846588135, + "mean_token_accuracy": 0.6217466394106547, + "num_tokens": 31537534.0, + "step": 3398 + }, + { + "entropy": 1.499098579088847, + "epoch": 0.4358623637529387, + "learning_rate": 0.0009868143688480783, + "loss": 4.167323589324951, + "mean_token_accuracy": 0.6404566168785095, + "num_tokens": 31546692.0, + "step": 3399 + }, + { + "entropy": 1.3960832357406616, + "epoch": 0.4359905962812567, + "learning_rate": 0.000986805037426273, + "loss": 3.8804736137390137, + "mean_token_accuracy": 0.6658395727475485, + "num_tokens": 31556250.0, + "step": 3400 + }, + { + "entropy": 1.6513090133666992, + "epoch": 0.4361188288095747, + "learning_rate": 0.0009867957027478802, + "loss": 4.717438697814941, + "mean_token_accuracy": 0.6211728851000468, + "num_tokens": 31565994.0, + "step": 3401 + }, + { + "entropy": 1.724174976348877, + "epoch": 0.4362470613378927, + "learning_rate": 0.0009867863648129627, + "loss": 4.879916667938232, + "mean_token_accuracy": 0.5879273613293966, + "num_tokens": 31574156.0, + "step": 3402 + }, + { + "entropy": 1.8182735840479534, + "epoch": 0.4363752938662107, + "learning_rate": 0.0009867770236215829, + "loss": 5.065242290496826, + "mean_token_accuracy": 0.5762503941853842, + "num_tokens": 31582707.0, + "step": 3403 + }, + { + "entropy": 1.7093787988026936, + "epoch": 0.4365035263945287, + "learning_rate": 0.0009867676791738035, + "loss": 4.9400858879089355, + "mean_token_accuracy": 0.5866532127062479, + "num_tokens": 31592048.0, + "step": 3404 + }, + { + "entropy": 1.7362876733144124, + "epoch": 0.4366317589228468, + "learning_rate": 0.0009867583314696865, + "loss": 4.869319438934326, + "mean_token_accuracy": 0.5917991797129313, + "num_tokens": 31600364.0, + "step": 3405 + }, + { + "entropy": 1.7400282224019368, + "epoch": 0.4367599914511648, + "learning_rate": 0.0009867489805092948, + "loss": 4.963913440704346, + "mean_token_accuracy": 0.5984816948572794, + "num_tokens": 31610928.0, + "step": 3406 + }, + { + "entropy": 1.7962349653244019, + "epoch": 0.4368882239794828, + "learning_rate": 0.000986739626292691, + "loss": 5.01940393447876, + "mean_token_accuracy": 0.5934659441312155, + "num_tokens": 31621058.0, + "step": 3407 + }, + { + "entropy": 1.5460808674494426, + "epoch": 0.4370164565078008, + "learning_rate": 0.0009867302688199376, + "loss": 4.332491874694824, + "mean_token_accuracy": 0.6346211632092794, + "num_tokens": 31630093.0, + "step": 3408 + }, + { + "entropy": 1.657708724339803, + "epoch": 0.4371446890361188, + "learning_rate": 0.000986720908091097, + "loss": 4.6101155281066895, + "mean_token_accuracy": 0.6226612329483032, + "num_tokens": 31638088.0, + "step": 3409 + }, + { + "entropy": 1.6646291017532349, + "epoch": 0.43727292156443687, + "learning_rate": 0.0009867115441062322, + "loss": 4.682684898376465, + "mean_token_accuracy": 0.6102122863133749, + "num_tokens": 31647180.0, + "step": 3410 + }, + { + "entropy": 1.493595838546753, + "epoch": 0.4374011540927549, + "learning_rate": 0.0009867021768654052, + "loss": 4.1860809326171875, + "mean_token_accuracy": 0.647583802541097, + "num_tokens": 31654977.0, + "step": 3411 + }, + { + "entropy": 1.597259283065796, + "epoch": 0.4375293866210729, + "learning_rate": 0.0009866928063686795, + "loss": 4.651140213012695, + "mean_token_accuracy": 0.6240942080815634, + "num_tokens": 31664245.0, + "step": 3412 + }, + { + "entropy": 1.631903092066447, + "epoch": 0.4376576191493909, + "learning_rate": 0.0009866834326161173, + "loss": 4.433446884155273, + "mean_token_accuracy": 0.6446072260538737, + "num_tokens": 31673747.0, + "step": 3413 + }, + { + "entropy": 1.483454704284668, + "epoch": 0.4377858516777089, + "learning_rate": 0.0009866740556077813, + "loss": 4.167383193969727, + "mean_token_accuracy": 0.6571184794108073, + "num_tokens": 31685046.0, + "step": 3414 + }, + { + "entropy": 1.543206771214803, + "epoch": 0.43791408420602695, + "learning_rate": 0.0009866646753437344, + "loss": 4.280609607696533, + "mean_token_accuracy": 0.6392793456713358, + "num_tokens": 31693786.0, + "step": 3415 + }, + { + "entropy": 1.774828831354777, + "epoch": 0.43804231673434496, + "learning_rate": 0.0009866552918240392, + "loss": 4.936683654785156, + "mean_token_accuracy": 0.5967275698979696, + "num_tokens": 31704146.0, + "step": 3416 + }, + { + "entropy": 1.50326935450236, + "epoch": 0.43817054926266297, + "learning_rate": 0.0009866459050487586, + "loss": 4.050871849060059, + "mean_token_accuracy": 0.6606317361195883, + "num_tokens": 31712908.0, + "step": 3417 + }, + { + "entropy": 1.7460568745930989, + "epoch": 0.438298781790981, + "learning_rate": 0.0009866365150179553, + "loss": 4.965097427368164, + "mean_token_accuracy": 0.5935348471005758, + "num_tokens": 31721516.0, + "step": 3418 + }, + { + "entropy": 1.5769554773966472, + "epoch": 0.438427014319299, + "learning_rate": 0.0009866271217316921, + "loss": 4.360003471374512, + "mean_token_accuracy": 0.6311723589897156, + "num_tokens": 31730896.0, + "step": 3419 + }, + { + "entropy": 1.6519867181777954, + "epoch": 0.438555246847617, + "learning_rate": 0.0009866177251900321, + "loss": 4.683879852294922, + "mean_token_accuracy": 0.6189319888750712, + "num_tokens": 31740234.0, + "step": 3420 + }, + { + "entropy": 1.678194284439087, + "epoch": 0.43868347937593505, + "learning_rate": 0.0009866083253930377, + "loss": 4.716136932373047, + "mean_token_accuracy": 0.6120059490203857, + "num_tokens": 31750508.0, + "step": 3421 + }, + { + "entropy": 1.6741973559061687, + "epoch": 0.43881171190425305, + "learning_rate": 0.000986598922340772, + "loss": 4.684728145599365, + "mean_token_accuracy": 0.6187730828921, + "num_tokens": 31757671.0, + "step": 3422 + }, + { + "entropy": 1.6120498180389404, + "epoch": 0.43893994443257106, + "learning_rate": 0.0009865895160332983, + "loss": 4.56176233291626, + "mean_token_accuracy": 0.6269365747769674, + "num_tokens": 31768169.0, + "step": 3423 + }, + { + "entropy": 1.7510037819544475, + "epoch": 0.43906817696088907, + "learning_rate": 0.0009865801064706788, + "loss": 5.0987067222595215, + "mean_token_accuracy": 0.5818914572397867, + "num_tokens": 31780061.0, + "step": 3424 + }, + { + "entropy": 1.4906368255615234, + "epoch": 0.4391964094892071, + "learning_rate": 0.000986570693652977, + "loss": 4.217403411865234, + "mean_token_accuracy": 0.6448072791099548, + "num_tokens": 31792387.0, + "step": 3425 + }, + { + "entropy": 1.5479939778645833, + "epoch": 0.43932464201752514, + "learning_rate": 0.0009865612775802556, + "loss": 4.456672668457031, + "mean_token_accuracy": 0.6387730439503988, + "num_tokens": 31802100.0, + "step": 3426 + }, + { + "entropy": 1.6637769142786663, + "epoch": 0.43945287454584314, + "learning_rate": 0.0009865518582525775, + "loss": 4.617551803588867, + "mean_token_accuracy": 0.622721274693807, + "num_tokens": 31810394.0, + "step": 3427 + }, + { + "entropy": 1.7306429545084636, + "epoch": 0.43958110707416115, + "learning_rate": 0.0009865424356700063, + "loss": 4.973834991455078, + "mean_token_accuracy": 0.599564770857493, + "num_tokens": 31818846.0, + "step": 3428 + }, + { + "entropy": 1.6353131930033367, + "epoch": 0.43970933960247915, + "learning_rate": 0.0009865330098326045, + "loss": 4.714591979980469, + "mean_token_accuracy": 0.6219584544499716, + "num_tokens": 31825834.0, + "step": 3429 + }, + { + "entropy": 1.7669402758280437, + "epoch": 0.43983757213079716, + "learning_rate": 0.000986523580740435, + "loss": 4.923248767852783, + "mean_token_accuracy": 0.6033002734184265, + "num_tokens": 31835132.0, + "step": 3430 + }, + { + "entropy": 1.5968623558680217, + "epoch": 0.4399658046591152, + "learning_rate": 0.0009865141483935613, + "loss": 4.489113807678223, + "mean_token_accuracy": 0.6323158740997314, + "num_tokens": 31844682.0, + "step": 3431 + }, + { + "entropy": 1.6665292978286743, + "epoch": 0.44009403718743323, + "learning_rate": 0.0009865047127920463, + "loss": 4.859311580657959, + "mean_token_accuracy": 0.59364253282547, + "num_tokens": 31855203.0, + "step": 3432 + }, + { + "entropy": 1.6210260391235352, + "epoch": 0.44022226971575124, + "learning_rate": 0.0009864952739359533, + "loss": 4.445417404174805, + "mean_token_accuracy": 0.6497305432955424, + "num_tokens": 31863672.0, + "step": 3433 + }, + { + "entropy": 1.937959353129069, + "epoch": 0.44035050224406924, + "learning_rate": 0.0009864858318253452, + "loss": 5.41195011138916, + "mean_token_accuracy": 0.5604178110758463, + "num_tokens": 31870773.0, + "step": 3434 + }, + { + "entropy": 1.656446894009908, + "epoch": 0.44047873477238725, + "learning_rate": 0.0009864763864602855, + "loss": 4.824036121368408, + "mean_token_accuracy": 0.5986257394154867, + "num_tokens": 31880858.0, + "step": 3435 + }, + { + "entropy": 1.5212833086649578, + "epoch": 0.44060696730070525, + "learning_rate": 0.000986466937840837, + "loss": 4.29820442199707, + "mean_token_accuracy": 0.6397602955500284, + "num_tokens": 31892106.0, + "step": 3436 + }, + { + "entropy": 1.6207487185796101, + "epoch": 0.4407351998290233, + "learning_rate": 0.000986457485967063, + "loss": 4.518845081329346, + "mean_token_accuracy": 0.6341732343037924, + "num_tokens": 31903439.0, + "step": 3437 + }, + { + "entropy": 1.6384299198786418, + "epoch": 0.4408634323573413, + "learning_rate": 0.000986448030839027, + "loss": 4.683182716369629, + "mean_token_accuracy": 0.6108641823132833, + "num_tokens": 31915793.0, + "step": 3438 + }, + { + "entropy": 1.6352356274922688, + "epoch": 0.44099166488565933, + "learning_rate": 0.000986438572456792, + "loss": 4.63917350769043, + "mean_token_accuracy": 0.6072129209836324, + "num_tokens": 31924802.0, + "step": 3439 + }, + { + "entropy": 1.7610454161961873, + "epoch": 0.44111989741397734, + "learning_rate": 0.0009864291108204212, + "loss": 5.066174030303955, + "mean_token_accuracy": 0.5958995819091797, + "num_tokens": 31932035.0, + "step": 3440 + }, + { + "entropy": 1.7043078740437825, + "epoch": 0.44124812994229534, + "learning_rate": 0.0009864196459299782, + "loss": 4.745609283447266, + "mean_token_accuracy": 0.6165291666984558, + "num_tokens": 31940458.0, + "step": 3441 + }, + { + "entropy": 1.5383747418721516, + "epoch": 0.4413763624706134, + "learning_rate": 0.0009864101777855262, + "loss": 4.2978434562683105, + "mean_token_accuracy": 0.619409998257955, + "num_tokens": 31950314.0, + "step": 3442 + }, + { + "entropy": 1.6468799511591594, + "epoch": 0.4415045949989314, + "learning_rate": 0.0009864007063871284, + "loss": 4.612394332885742, + "mean_token_accuracy": 0.6212410926818848, + "num_tokens": 31959175.0, + "step": 3443 + }, + { + "entropy": 1.9052602847417195, + "epoch": 0.4416328275272494, + "learning_rate": 0.0009863912317348482, + "loss": 5.590806007385254, + "mean_token_accuracy": 0.5571921666463217, + "num_tokens": 31967643.0, + "step": 3444 + }, + { + "entropy": 1.645110050837199, + "epoch": 0.4417610600555674, + "learning_rate": 0.000986381753828749, + "loss": 4.618901252746582, + "mean_token_accuracy": 0.6273606816927592, + "num_tokens": 31976696.0, + "step": 3445 + }, + { + "entropy": 1.8390521605809529, + "epoch": 0.44188929258388543, + "learning_rate": 0.0009863722726688943, + "loss": 5.260223388671875, + "mean_token_accuracy": 0.5592564145723978, + "num_tokens": 31985301.0, + "step": 3446 + }, + { + "entropy": 1.7491559187571208, + "epoch": 0.44201752511220344, + "learning_rate": 0.0009863627882553475, + "loss": 4.9777326583862305, + "mean_token_accuracy": 0.5991098086039225, + "num_tokens": 31993751.0, + "step": 3447 + }, + { + "entropy": 1.5945028861363728, + "epoch": 0.4421457576405215, + "learning_rate": 0.000986353300588172, + "loss": 4.3104352951049805, + "mean_token_accuracy": 0.6369044582049052, + "num_tokens": 32001988.0, + "step": 3448 + }, + { + "entropy": 1.556744893391927, + "epoch": 0.4422739901688395, + "learning_rate": 0.0009863438096674312, + "loss": 4.36735725402832, + "mean_token_accuracy": 0.6364348530769348, + "num_tokens": 32013449.0, + "step": 3449 + }, + { + "entropy": 1.7100296417872112, + "epoch": 0.4424022226971575, + "learning_rate": 0.0009863343154931888, + "loss": 4.876708030700684, + "mean_token_accuracy": 0.6145548423131307, + "num_tokens": 32022380.0, + "step": 3450 + }, + { + "entropy": 1.5814148982365925, + "epoch": 0.4425304552254755, + "learning_rate": 0.0009863248180655081, + "loss": 4.544831275939941, + "mean_token_accuracy": 0.6242044766743978, + "num_tokens": 32031877.0, + "step": 3451 + }, + { + "entropy": 1.4695395231246948, + "epoch": 0.4426586877537935, + "learning_rate": 0.000986315317384453, + "loss": 4.09027099609375, + "mean_token_accuracy": 0.6499012112617493, + "num_tokens": 32039757.0, + "step": 3452 + }, + { + "entropy": 1.6068295240402222, + "epoch": 0.4427869202821116, + "learning_rate": 0.0009863058134500864, + "loss": 4.566823482513428, + "mean_token_accuracy": 0.6175724267959595, + "num_tokens": 32050599.0, + "step": 3453 + }, + { + "entropy": 1.4768308798472087, + "epoch": 0.4429151528104296, + "learning_rate": 0.0009862963062624724, + "loss": 4.046591281890869, + "mean_token_accuracy": 0.6571127971013387, + "num_tokens": 32060425.0, + "step": 3454 + }, + { + "entropy": 1.748897949854533, + "epoch": 0.4430433853387476, + "learning_rate": 0.0009862867958216745, + "loss": 4.807243347167969, + "mean_token_accuracy": 0.6059509913126627, + "num_tokens": 32071097.0, + "step": 3455 + }, + { + "entropy": 1.7066981395085652, + "epoch": 0.4431716178670656, + "learning_rate": 0.000986277282127756, + "loss": 4.759443283081055, + "mean_token_accuracy": 0.6092991431554159, + "num_tokens": 32081131.0, + "step": 3456 + }, + { + "entropy": 1.6157220999399822, + "epoch": 0.4432998503953836, + "learning_rate": 0.0009862677651807812, + "loss": 4.632404804229736, + "mean_token_accuracy": 0.610734760761261, + "num_tokens": 32090910.0, + "step": 3457 + }, + { + "entropy": 1.543439785639445, + "epoch": 0.44342808292370167, + "learning_rate": 0.0009862582449808135, + "loss": 4.346086025238037, + "mean_token_accuracy": 0.6531872948010763, + "num_tokens": 32101051.0, + "step": 3458 + }, + { + "entropy": 1.6470908323923747, + "epoch": 0.4435563154520197, + "learning_rate": 0.000986248721527916, + "loss": 4.703653335571289, + "mean_token_accuracy": 0.6134265661239624, + "num_tokens": 32110422.0, + "step": 3459 + }, + { + "entropy": 1.6472928126653035, + "epoch": 0.4436845479803377, + "learning_rate": 0.000986239194822153, + "loss": 4.575235843658447, + "mean_token_accuracy": 0.6175413131713867, + "num_tokens": 32120426.0, + "step": 3460 + }, + { + "entropy": 1.6441094875335693, + "epoch": 0.4438127805086557, + "learning_rate": 0.0009862296648635884, + "loss": 4.726659774780273, + "mean_token_accuracy": 0.6072489619255066, + "num_tokens": 32130487.0, + "step": 3461 + }, + { + "entropy": 1.752941886583964, + "epoch": 0.4439410130369737, + "learning_rate": 0.0009862201316522855, + "loss": 4.845468521118164, + "mean_token_accuracy": 0.6002663771311442, + "num_tokens": 32140545.0, + "step": 3462 + }, + { + "entropy": 1.4928971131642659, + "epoch": 0.4440692455652917, + "learning_rate": 0.0009862105951883085, + "loss": 4.129499912261963, + "mean_token_accuracy": 0.656687319278717, + "num_tokens": 32151960.0, + "step": 3463 + }, + { + "entropy": 1.4984049797058105, + "epoch": 0.44419747809360977, + "learning_rate": 0.0009862010554717207, + "loss": 4.142230987548828, + "mean_token_accuracy": 0.651732603708903, + "num_tokens": 32161581.0, + "step": 3464 + }, + { + "entropy": 1.7057395776112874, + "epoch": 0.44432571062192777, + "learning_rate": 0.0009861915125025861, + "loss": 4.793466091156006, + "mean_token_accuracy": 0.6053447922070821, + "num_tokens": 32171972.0, + "step": 3465 + }, + { + "entropy": 1.7643739382425945, + "epoch": 0.4444539431502458, + "learning_rate": 0.0009861819662809687, + "loss": 4.948755264282227, + "mean_token_accuracy": 0.6153451999028524, + "num_tokens": 32181432.0, + "step": 3466 + }, + { + "entropy": 1.7363876104354858, + "epoch": 0.4445821756785638, + "learning_rate": 0.0009861724168069323, + "loss": 4.959076881408691, + "mean_token_accuracy": 0.6006547808647156, + "num_tokens": 32189559.0, + "step": 3467 + }, + { + "entropy": 1.5872595310211182, + "epoch": 0.4447104082068818, + "learning_rate": 0.0009861628640805407, + "loss": 4.39352560043335, + "mean_token_accuracy": 0.6438028216362, + "num_tokens": 32198817.0, + "step": 3468 + }, + { + "entropy": 1.3861678044001262, + "epoch": 0.44483864073519985, + "learning_rate": 0.0009861533081018579, + "loss": 3.857102632522583, + "mean_token_accuracy": 0.6714170575141907, + "num_tokens": 32209014.0, + "step": 3469 + }, + { + "entropy": 1.7372184197107952, + "epoch": 0.44496687326351786, + "learning_rate": 0.0009861437488709478, + "loss": 4.989781856536865, + "mean_token_accuracy": 0.5882537762324015, + "num_tokens": 32216973.0, + "step": 3470 + }, + { + "entropy": 1.595342477162679, + "epoch": 0.44509510579183587, + "learning_rate": 0.0009861341863878744, + "loss": 4.408356666564941, + "mean_token_accuracy": 0.630756656328837, + "num_tokens": 32226781.0, + "step": 3471 + }, + { + "entropy": 1.6480388641357422, + "epoch": 0.44522333832015387, + "learning_rate": 0.0009861246206527014, + "loss": 4.630928993225098, + "mean_token_accuracy": 0.6241670846939087, + "num_tokens": 32236733.0, + "step": 3472 + }, + { + "entropy": 1.6674085060755413, + "epoch": 0.4453515708484719, + "learning_rate": 0.0009861150516654931, + "loss": 4.706572532653809, + "mean_token_accuracy": 0.5909443696339926, + "num_tokens": 32246681.0, + "step": 3473 + }, + { + "entropy": 1.6849650144577026, + "epoch": 0.44547980337678994, + "learning_rate": 0.0009861054794263132, + "loss": 4.743833541870117, + "mean_token_accuracy": 0.6210380991299947, + "num_tokens": 32256057.0, + "step": 3474 + }, + { + "entropy": 1.7811204195022583, + "epoch": 0.44560803590510795, + "learning_rate": 0.0009860959039352264, + "loss": 5.035763740539551, + "mean_token_accuracy": 0.5836025476455688, + "num_tokens": 32266048.0, + "step": 3475 + }, + { + "entropy": 1.7885920604070027, + "epoch": 0.44573626843342595, + "learning_rate": 0.0009860863251922958, + "loss": 5.017570495605469, + "mean_token_accuracy": 0.599462111790975, + "num_tokens": 32276826.0, + "step": 3476 + }, + { + "entropy": 1.4826452334721882, + "epoch": 0.44586450096174396, + "learning_rate": 0.0009860767431975864, + "loss": 4.116202354431152, + "mean_token_accuracy": 0.6618932088216146, + "num_tokens": 32287215.0, + "step": 3477 + }, + { + "entropy": 1.7588717937469482, + "epoch": 0.44599273349006197, + "learning_rate": 0.0009860671579511617, + "loss": 4.962486743927002, + "mean_token_accuracy": 0.6141588886578878, + "num_tokens": 32295595.0, + "step": 3478 + }, + { + "entropy": 1.8132135073343914, + "epoch": 0.44612096601837997, + "learning_rate": 0.0009860575694530859, + "loss": 5.083670616149902, + "mean_token_accuracy": 0.602706253528595, + "num_tokens": 32303045.0, + "step": 3479 + }, + { + "entropy": 1.6516849597295125, + "epoch": 0.44624919854669803, + "learning_rate": 0.0009860479777034235, + "loss": 4.732897758483887, + "mean_token_accuracy": 0.616890013217926, + "num_tokens": 32312926.0, + "step": 3480 + }, + { + "entropy": 1.840628703435262, + "epoch": 0.44637743107501604, + "learning_rate": 0.000986038382702238, + "loss": 5.211043834686279, + "mean_token_accuracy": 0.5726489424705505, + "num_tokens": 32319574.0, + "step": 3481 + }, + { + "entropy": 1.700497309366862, + "epoch": 0.44650566360333405, + "learning_rate": 0.0009860287844495944, + "loss": 4.905814170837402, + "mean_token_accuracy": 0.6052871147791544, + "num_tokens": 32328491.0, + "step": 3482 + }, + { + "entropy": 1.6289443572362263, + "epoch": 0.44663389613165205, + "learning_rate": 0.0009860191829455564, + "loss": 4.452661991119385, + "mean_token_accuracy": 0.6382590134938558, + "num_tokens": 32338043.0, + "step": 3483 + }, + { + "entropy": 1.5402905146280925, + "epoch": 0.44676212865997006, + "learning_rate": 0.0009860095781901884, + "loss": 4.2348833084106445, + "mean_token_accuracy": 0.6378128131230673, + "num_tokens": 32347971.0, + "step": 3484 + }, + { + "entropy": 1.6747937599817913, + "epoch": 0.4468903611882881, + "learning_rate": 0.0009859999701835546, + "loss": 4.573272228240967, + "mean_token_accuracy": 0.6074490149815878, + "num_tokens": 32355905.0, + "step": 3485 + }, + { + "entropy": 1.5456358194351196, + "epoch": 0.4470185937166061, + "learning_rate": 0.000985990358925719, + "loss": 4.318211555480957, + "mean_token_accuracy": 0.6460839509963989, + "num_tokens": 32365675.0, + "step": 3486 + }, + { + "entropy": 1.5481917063395183, + "epoch": 0.44714682624492413, + "learning_rate": 0.0009859807444167466, + "loss": 4.419281005859375, + "mean_token_accuracy": 0.6260896921157837, + "num_tokens": 32373207.0, + "step": 3487 + }, + { + "entropy": 1.5365789731343586, + "epoch": 0.44727505877324214, + "learning_rate": 0.0009859711266567007, + "loss": 4.229559898376465, + "mean_token_accuracy": 0.6489114761352539, + "num_tokens": 32380853.0, + "step": 3488 + }, + { + "entropy": 1.4147895177205403, + "epoch": 0.44740329130156015, + "learning_rate": 0.000985961505645647, + "loss": 3.865725517272949, + "mean_token_accuracy": 0.6585531234741211, + "num_tokens": 32391017.0, + "step": 3489 + }, + { + "entropy": 1.8236234585444133, + "epoch": 0.44753152382987815, + "learning_rate": 0.0009859518813836485, + "loss": 5.108916282653809, + "mean_token_accuracy": 0.5863498648007711, + "num_tokens": 32398324.0, + "step": 3490 + }, + { + "entropy": 1.6074122190475464, + "epoch": 0.4476597563581962, + "learning_rate": 0.0009859422538707702, + "loss": 4.642442226409912, + "mean_token_accuracy": 0.6131411592165629, + "num_tokens": 32407530.0, + "step": 3491 + }, + { + "entropy": 1.6093402703603108, + "epoch": 0.4477879888865142, + "learning_rate": 0.0009859326231070767, + "loss": 4.674309253692627, + "mean_token_accuracy": 0.6141872008641561, + "num_tokens": 32417333.0, + "step": 3492 + }, + { + "entropy": 1.5970805088678997, + "epoch": 0.4479162214148322, + "learning_rate": 0.0009859229890926322, + "loss": 4.481444835662842, + "mean_token_accuracy": 0.6326689918835958, + "num_tokens": 32428532.0, + "step": 3493 + }, + { + "entropy": 1.7361877759297688, + "epoch": 0.44804445394315023, + "learning_rate": 0.000985913351827501, + "loss": 4.907909870147705, + "mean_token_accuracy": 0.5876756906509399, + "num_tokens": 32435906.0, + "step": 3494 + }, + { + "entropy": 1.6907833019892375, + "epoch": 0.44817268647146824, + "learning_rate": 0.000985903711311748, + "loss": 4.518064498901367, + "mean_token_accuracy": 0.6285179058710734, + "num_tokens": 32447817.0, + "step": 3495 + }, + { + "entropy": 1.515315334002177, + "epoch": 0.4483009189997863, + "learning_rate": 0.0009858940675454373, + "loss": 4.236659049987793, + "mean_token_accuracy": 0.6433609922726949, + "num_tokens": 32458131.0, + "step": 3496 + }, + { + "entropy": 1.4746354420979817, + "epoch": 0.4484291515281043, + "learning_rate": 0.0009858844205286334, + "loss": 4.025941371917725, + "mean_token_accuracy": 0.6580049395561218, + "num_tokens": 32467875.0, + "step": 3497 + }, + { + "entropy": 1.7547695239384968, + "epoch": 0.4485573840564223, + "learning_rate": 0.0009858747702614012, + "loss": 4.919027328491211, + "mean_token_accuracy": 0.6067513426144918, + "num_tokens": 32476506.0, + "step": 3498 + }, + { + "entropy": 1.6790480216344197, + "epoch": 0.4486856165847403, + "learning_rate": 0.0009858651167438048, + "loss": 4.752292633056641, + "mean_token_accuracy": 0.6108514467875162, + "num_tokens": 32485984.0, + "step": 3499 + }, + { + "entropy": 1.658948024113973, + "epoch": 0.4488138491130583, + "learning_rate": 0.000985855459975909, + "loss": 4.5722198486328125, + "mean_token_accuracy": 0.6259958148002625, + "num_tokens": 32495357.0, + "step": 3500 + }, + { + "entropy": 1.7242444356282551, + "epoch": 0.4489420816413764, + "learning_rate": 0.0009858457999577786, + "loss": 4.835762023925781, + "mean_token_accuracy": 0.6106728712717692, + "num_tokens": 32506613.0, + "step": 3501 + }, + { + "entropy": 1.5988857348759968, + "epoch": 0.4490703141696944, + "learning_rate": 0.0009858361366894778, + "loss": 4.503467082977295, + "mean_token_accuracy": 0.6304858922958374, + "num_tokens": 32515740.0, + "step": 3502 + }, + { + "entropy": 1.8147097031275432, + "epoch": 0.4491985466980124, + "learning_rate": 0.0009858264701710718, + "loss": 5.039445400238037, + "mean_token_accuracy": 0.5994900266329447, + "num_tokens": 32525373.0, + "step": 3503 + }, + { + "entropy": 1.620395302772522, + "epoch": 0.4493267792263304, + "learning_rate": 0.0009858168004026246, + "loss": 4.668705940246582, + "mean_token_accuracy": 0.6084969242413839, + "num_tokens": 32536681.0, + "step": 3504 + }, + { + "entropy": 1.7302200396855671, + "epoch": 0.4494550117546484, + "learning_rate": 0.0009858071273842015, + "loss": 4.906424045562744, + "mean_token_accuracy": 0.5771836837132772, + "num_tokens": 32545491.0, + "step": 3505 + }, + { + "entropy": 1.6108544667561848, + "epoch": 0.4495832442829664, + "learning_rate": 0.0009857974511158667, + "loss": 4.32400369644165, + "mean_token_accuracy": 0.6461748679478964, + "num_tokens": 32554951.0, + "step": 3506 + }, + { + "entropy": 1.587727387746175, + "epoch": 0.4497114768112845, + "learning_rate": 0.0009857877715976854, + "loss": 4.533306121826172, + "mean_token_accuracy": 0.6200435757637024, + "num_tokens": 32568851.0, + "step": 3507 + }, + { + "entropy": 1.7227930625279744, + "epoch": 0.4498397093396025, + "learning_rate": 0.000985778088829722, + "loss": 4.888631343841553, + "mean_token_accuracy": 0.584796667098999, + "num_tokens": 32579442.0, + "step": 3508 + }, + { + "entropy": 1.472210129102071, + "epoch": 0.4499679418679205, + "learning_rate": 0.0009857684028120415, + "loss": 4.201807975769043, + "mean_token_accuracy": 0.6416948239008585, + "num_tokens": 32589268.0, + "step": 3509 + }, + { + "entropy": 1.6112538973490398, + "epoch": 0.4500961743962385, + "learning_rate": 0.0009857587135447086, + "loss": 4.505419731140137, + "mean_token_accuracy": 0.6204342246055603, + "num_tokens": 32600493.0, + "step": 3510 + }, + { + "entropy": 1.726850112279256, + "epoch": 0.4502244069245565, + "learning_rate": 0.000985749021027788, + "loss": 4.815424919128418, + "mean_token_accuracy": 0.6020350456237793, + "num_tokens": 32610874.0, + "step": 3511 + }, + { + "entropy": 1.582371989885966, + "epoch": 0.45035263945287457, + "learning_rate": 0.0009857393252613446, + "loss": 4.3306074142456055, + "mean_token_accuracy": 0.6257193088531494, + "num_tokens": 32620966.0, + "step": 3512 + }, + { + "entropy": 1.4637971719106038, + "epoch": 0.4504808719811926, + "learning_rate": 0.0009857296262454434, + "loss": 4.077692031860352, + "mean_token_accuracy": 0.6512144009272257, + "num_tokens": 32631559.0, + "step": 3513 + }, + { + "entropy": 1.7536527315775554, + "epoch": 0.4506091045095106, + "learning_rate": 0.0009857199239801493, + "loss": 4.849972724914551, + "mean_token_accuracy": 0.6006849805514017, + "num_tokens": 32642030.0, + "step": 3514 + }, + { + "entropy": 1.4841299851735432, + "epoch": 0.4507373370378286, + "learning_rate": 0.000985710218465527, + "loss": 4.019740104675293, + "mean_token_accuracy": 0.6628761092821757, + "num_tokens": 32650456.0, + "step": 3515 + }, + { + "entropy": 1.655163009961446, + "epoch": 0.4508655695661466, + "learning_rate": 0.0009857005097016417, + "loss": 4.707242488861084, + "mean_token_accuracy": 0.6192384958267212, + "num_tokens": 32660938.0, + "step": 3516 + }, + { + "entropy": 1.7097164392471313, + "epoch": 0.4509938020944646, + "learning_rate": 0.000985690797688558, + "loss": 4.861396312713623, + "mean_token_accuracy": 0.5971437493960062, + "num_tokens": 32670838.0, + "step": 3517 + }, + { + "entropy": 1.5026858647664387, + "epoch": 0.45112203462278266, + "learning_rate": 0.0009856810824263411, + "loss": 4.151423931121826, + "mean_token_accuracy": 0.6655000050862631, + "num_tokens": 32679691.0, + "step": 3518 + }, + { + "entropy": 1.9390438397725422, + "epoch": 0.45125026715110067, + "learning_rate": 0.000985671363915056, + "loss": 5.743557929992676, + "mean_token_accuracy": 0.5498167475064596, + "num_tokens": 32690126.0, + "step": 3519 + }, + { + "entropy": 1.3914082845052083, + "epoch": 0.4513784996794187, + "learning_rate": 0.0009856616421547676, + "loss": 3.9687719345092773, + "mean_token_accuracy": 0.6645670533180237, + "num_tokens": 32697977.0, + "step": 3520 + }, + { + "entropy": 1.6872880856196086, + "epoch": 0.4515067322077367, + "learning_rate": 0.0009856519171455413, + "loss": 4.87397575378418, + "mean_token_accuracy": 0.6097393234570821, + "num_tokens": 32707711.0, + "step": 3521 + }, + { + "entropy": 1.7566288312276204, + "epoch": 0.4516349647360547, + "learning_rate": 0.0009856421888874414, + "loss": 4.9920549392700195, + "mean_token_accuracy": 0.6081958810488383, + "num_tokens": 32716922.0, + "step": 3522 + }, + { + "entropy": 1.7327815691630046, + "epoch": 0.45176319726437275, + "learning_rate": 0.0009856324573805336, + "loss": 4.9528489112854, + "mean_token_accuracy": 0.5982721050580343, + "num_tokens": 32728031.0, + "step": 3523 + }, + { + "entropy": 1.5542263984680176, + "epoch": 0.45189142979269076, + "learning_rate": 0.000985622722624883, + "loss": 4.263128757476807, + "mean_token_accuracy": 0.6464815338452657, + "num_tokens": 32736877.0, + "step": 3524 + }, + { + "entropy": 1.714168866475423, + "epoch": 0.45201966232100876, + "learning_rate": 0.0009856129846205544, + "loss": 4.805972576141357, + "mean_token_accuracy": 0.5971985856691996, + "num_tokens": 32746902.0, + "step": 3525 + }, + { + "entropy": 1.4468785127003987, + "epoch": 0.45214789484932677, + "learning_rate": 0.0009856032433676132, + "loss": 4.059303283691406, + "mean_token_accuracy": 0.6451934774716696, + "num_tokens": 32755325.0, + "step": 3526 + }, + { + "entropy": 1.6992486317952473, + "epoch": 0.4522761273776448, + "learning_rate": 0.0009855934988661245, + "loss": 4.804269313812256, + "mean_token_accuracy": 0.6058114568392435, + "num_tokens": 32765240.0, + "step": 3527 + }, + { + "entropy": 1.6379501819610596, + "epoch": 0.45240435990596284, + "learning_rate": 0.0009855837511161532, + "loss": 4.683258056640625, + "mean_token_accuracy": 0.6152380108833313, + "num_tokens": 32775254.0, + "step": 3528 + }, + { + "entropy": 1.6977437337239583, + "epoch": 0.45253259243428084, + "learning_rate": 0.000985574000117765, + "loss": 4.779244899749756, + "mean_token_accuracy": 0.6126569509506226, + "num_tokens": 32784144.0, + "step": 3529 + }, + { + "entropy": 1.5180370012919109, + "epoch": 0.45266082496259885, + "learning_rate": 0.000985564245871025, + "loss": 4.252136707305908, + "mean_token_accuracy": 0.6421525279680887, + "num_tokens": 32795080.0, + "step": 3530 + }, + { + "entropy": 1.6103354692459106, + "epoch": 0.45278905749091686, + "learning_rate": 0.000985554488375998, + "loss": 4.51743221282959, + "mean_token_accuracy": 0.6243607600529989, + "num_tokens": 32803396.0, + "step": 3531 + }, + { + "entropy": 1.517761508623759, + "epoch": 0.45291729001923486, + "learning_rate": 0.00098554472763275, + "loss": 4.282926082611084, + "mean_token_accuracy": 0.6306394735972086, + "num_tokens": 32813405.0, + "step": 3532 + }, + { + "entropy": 1.653194546699524, + "epoch": 0.45304552254755287, + "learning_rate": 0.0009855349636413457, + "loss": 4.724656105041504, + "mean_token_accuracy": 0.6314697662989298, + "num_tokens": 32822650.0, + "step": 3533 + }, + { + "entropy": 1.5984403292338054, + "epoch": 0.45317375507587093, + "learning_rate": 0.0009855251964018508, + "loss": 4.436452865600586, + "mean_token_accuracy": 0.631314218044281, + "num_tokens": 32831295.0, + "step": 3534 + }, + { + "entropy": 1.7446263233820598, + "epoch": 0.45330198760418894, + "learning_rate": 0.0009855154259143305, + "loss": 4.903487205505371, + "mean_token_accuracy": 0.6170876423517863, + "num_tokens": 32841011.0, + "step": 3535 + }, + { + "entropy": 1.8013710180918376, + "epoch": 0.45343022013250694, + "learning_rate": 0.00098550565217885, + "loss": 5.094922065734863, + "mean_token_accuracy": 0.5959615111351013, + "num_tokens": 32850721.0, + "step": 3536 + }, + { + "entropy": 1.7089776992797852, + "epoch": 0.45355845266082495, + "learning_rate": 0.000985495875195475, + "loss": 4.862832069396973, + "mean_token_accuracy": 0.6131381789843241, + "num_tokens": 32859584.0, + "step": 3537 + }, + { + "entropy": 1.5658828814824421, + "epoch": 0.45368668518914296, + "learning_rate": 0.0009854860949642706, + "loss": 4.130003929138184, + "mean_token_accuracy": 0.6584111849466959, + "num_tokens": 32866918.0, + "step": 3538 + }, + { + "entropy": 1.4778896967569988, + "epoch": 0.453814917717461, + "learning_rate": 0.0009854763114853023, + "loss": 4.07185173034668, + "mean_token_accuracy": 0.6624060273170471, + "num_tokens": 32875476.0, + "step": 3539 + }, + { + "entropy": 1.6238737106323242, + "epoch": 0.453943150245779, + "learning_rate": 0.0009854665247586358, + "loss": 4.707412242889404, + "mean_token_accuracy": 0.6027929385503134, + "num_tokens": 32887048.0, + "step": 3540 + }, + { + "entropy": 1.6992407242457073, + "epoch": 0.45407138277409703, + "learning_rate": 0.0009854567347843362, + "loss": 4.843286991119385, + "mean_token_accuracy": 0.6119305094083151, + "num_tokens": 32897663.0, + "step": 3541 + }, + { + "entropy": 1.6231120427449544, + "epoch": 0.45419961530241504, + "learning_rate": 0.0009854469415624693, + "loss": 4.541383266448975, + "mean_token_accuracy": 0.6346336205800375, + "num_tokens": 32905040.0, + "step": 3542 + }, + { + "entropy": 1.7327187458674114, + "epoch": 0.45432784783073304, + "learning_rate": 0.0009854371450931005, + "loss": 4.869665145874023, + "mean_token_accuracy": 0.610469400882721, + "num_tokens": 32920140.0, + "step": 3543 + }, + { + "entropy": 1.7409623463948567, + "epoch": 0.4544560803590511, + "learning_rate": 0.0009854273453762954, + "loss": 4.865657329559326, + "mean_token_accuracy": 0.5894343455632528, + "num_tokens": 32929485.0, + "step": 3544 + }, + { + "entropy": 1.8657633066177368, + "epoch": 0.4545843128873691, + "learning_rate": 0.0009854175424121195, + "loss": 5.216887474060059, + "mean_token_accuracy": 0.5767861604690552, + "num_tokens": 32938100.0, + "step": 3545 + }, + { + "entropy": 1.5642632246017456, + "epoch": 0.4547125454156871, + "learning_rate": 0.0009854077362006382, + "loss": 4.319133758544922, + "mean_token_accuracy": 0.640360951423645, + "num_tokens": 32948932.0, + "step": 3546 + }, + { + "entropy": 1.642806887626648, + "epoch": 0.4548407779440051, + "learning_rate": 0.0009853979267419172, + "loss": 4.574162006378174, + "mean_token_accuracy": 0.6183328032493591, + "num_tokens": 32962854.0, + "step": 3547 + }, + { + "entropy": 1.5970171292622883, + "epoch": 0.45496901047232313, + "learning_rate": 0.0009853881140360224, + "loss": 4.455953121185303, + "mean_token_accuracy": 0.6277036865552267, + "num_tokens": 32973095.0, + "step": 3548 + }, + { + "entropy": 1.6585172017415364, + "epoch": 0.45509724300064114, + "learning_rate": 0.0009853782980830193, + "loss": 4.5362548828125, + "mean_token_accuracy": 0.6339112321535746, + "num_tokens": 32982269.0, + "step": 3549 + }, + { + "entropy": 1.444746772448222, + "epoch": 0.4552254755289592, + "learning_rate": 0.0009853684788829731, + "loss": 3.9311885833740234, + "mean_token_accuracy": 0.653481662273407, + "num_tokens": 32991555.0, + "step": 3550 + }, + { + "entropy": 1.8772526979446411, + "epoch": 0.4553537080572772, + "learning_rate": 0.0009853586564359503, + "loss": 5.423166751861572, + "mean_token_accuracy": 0.5586978395779928, + "num_tokens": 32999605.0, + "step": 3551 + }, + { + "entropy": 1.8389288187026978, + "epoch": 0.4554819405855952, + "learning_rate": 0.000985348830742016, + "loss": 5.14430570602417, + "mean_token_accuracy": 0.5696117877960205, + "num_tokens": 33007827.0, + "step": 3552 + }, + { + "entropy": 1.5230113665262859, + "epoch": 0.4556101731139132, + "learning_rate": 0.0009853390018012363, + "loss": 4.267224311828613, + "mean_token_accuracy": 0.6361371874809265, + "num_tokens": 33016653.0, + "step": 3553 + }, + { + "entropy": 1.5817598104476929, + "epoch": 0.4557384056422312, + "learning_rate": 0.0009853291696136765, + "loss": 4.431668281555176, + "mean_token_accuracy": 0.6443783640861511, + "num_tokens": 33024384.0, + "step": 3554 + }, + { + "entropy": 1.4452938238779705, + "epoch": 0.4558666381705493, + "learning_rate": 0.0009853193341794028, + "loss": 4.030378818511963, + "mean_token_accuracy": 0.6593050161997477, + "num_tokens": 33035705.0, + "step": 3555 + }, + { + "entropy": 1.7507052818934123, + "epoch": 0.4559948706988673, + "learning_rate": 0.000985309495498481, + "loss": 4.841694355010986, + "mean_token_accuracy": 0.5980680783589681, + "num_tokens": 33043572.0, + "step": 3556 + }, + { + "entropy": 1.652127981185913, + "epoch": 0.4561231032271853, + "learning_rate": 0.0009852996535709764, + "loss": 4.636275768280029, + "mean_token_accuracy": 0.6248856584231058, + "num_tokens": 33051868.0, + "step": 3557 + }, + { + "entropy": 1.726934591929118, + "epoch": 0.4562513357555033, + "learning_rate": 0.0009852898083969556, + "loss": 4.909659385681152, + "mean_token_accuracy": 0.5996174414952596, + "num_tokens": 33062474.0, + "step": 3558 + }, + { + "entropy": 1.5253109534581502, + "epoch": 0.4563795682838213, + "learning_rate": 0.0009852799599764839, + "loss": 4.261056900024414, + "mean_token_accuracy": 0.6412495970726013, + "num_tokens": 33071251.0, + "step": 3559 + }, + { + "entropy": 1.7094544172286987, + "epoch": 0.4565078008121393, + "learning_rate": 0.0009852701083096274, + "loss": 4.813933372497559, + "mean_token_accuracy": 0.6126197179158529, + "num_tokens": 33081459.0, + "step": 3560 + }, + { + "entropy": 1.609273910522461, + "epoch": 0.4566360333404574, + "learning_rate": 0.0009852602533964518, + "loss": 4.401633262634277, + "mean_token_accuracy": 0.6277497808138529, + "num_tokens": 33091553.0, + "step": 3561 + }, + { + "entropy": 1.6470775206883748, + "epoch": 0.4567642658687754, + "learning_rate": 0.0009852503952370235, + "loss": 4.607156753540039, + "mean_token_accuracy": 0.6053464412689209, + "num_tokens": 33100132.0, + "step": 3562 + }, + { + "entropy": 1.6952932675679524, + "epoch": 0.4568924983970934, + "learning_rate": 0.0009852405338314078, + "loss": 4.858002662658691, + "mean_token_accuracy": 0.6009784738222758, + "num_tokens": 33109806.0, + "step": 3563 + }, + { + "entropy": 1.6170739730199177, + "epoch": 0.4570207309254114, + "learning_rate": 0.0009852306691796712, + "loss": 4.5795183181762695, + "mean_token_accuracy": 0.6157405972480774, + "num_tokens": 33117915.0, + "step": 3564 + }, + { + "entropy": 1.7078911066055298, + "epoch": 0.4571489634537294, + "learning_rate": 0.0009852208012818796, + "loss": 4.819737911224365, + "mean_token_accuracy": 0.5990037322044373, + "num_tokens": 33126420.0, + "step": 3565 + }, + { + "entropy": 1.5829161008199055, + "epoch": 0.45727719598204747, + "learning_rate": 0.0009852109301380987, + "loss": 4.407853126525879, + "mean_token_accuracy": 0.631830116113027, + "num_tokens": 33135466.0, + "step": 3566 + }, + { + "entropy": 1.4999304215113323, + "epoch": 0.4574054285103655, + "learning_rate": 0.0009852010557483946, + "loss": 4.007638931274414, + "mean_token_accuracy": 0.6625900268554688, + "num_tokens": 33144595.0, + "step": 3567 + }, + { + "entropy": 1.7212936480840046, + "epoch": 0.4575336610386835, + "learning_rate": 0.000985191178112834, + "loss": 4.858121871948242, + "mean_token_accuracy": 0.6059611638387045, + "num_tokens": 33153347.0, + "step": 3568 + }, + { + "entropy": 1.7395316362380981, + "epoch": 0.4576618935670015, + "learning_rate": 0.0009851812972314822, + "loss": 4.988497734069824, + "mean_token_accuracy": 0.5951621731122335, + "num_tokens": 33161652.0, + "step": 3569 + }, + { + "entropy": 1.5458398660024006, + "epoch": 0.4577901260953195, + "learning_rate": 0.0009851714131044055, + "loss": 4.427638053894043, + "mean_token_accuracy": 0.6379120945930481, + "num_tokens": 33171851.0, + "step": 3570 + }, + { + "entropy": 1.4049536387125652, + "epoch": 0.45791835862363756, + "learning_rate": 0.0009851615257316702, + "loss": 3.9099583625793457, + "mean_token_accuracy": 0.6597010294596354, + "num_tokens": 33179885.0, + "step": 3571 + }, + { + "entropy": 1.5882728497187297, + "epoch": 0.45804659115195556, + "learning_rate": 0.0009851516351133424, + "loss": 4.503985404968262, + "mean_token_accuracy": 0.6331763863563538, + "num_tokens": 33189931.0, + "step": 3572 + }, + { + "entropy": 1.7649465401967366, + "epoch": 0.45817482368027357, + "learning_rate": 0.0009851417412494881, + "loss": 4.826221942901611, + "mean_token_accuracy": 0.5976113080978394, + "num_tokens": 33197880.0, + "step": 3573 + }, + { + "entropy": 1.702079137166341, + "epoch": 0.4583030562085916, + "learning_rate": 0.0009851318441401738, + "loss": 4.724710464477539, + "mean_token_accuracy": 0.6130741437276205, + "num_tokens": 33208120.0, + "step": 3574 + }, + { + "entropy": 1.697838544845581, + "epoch": 0.4584312887369096, + "learning_rate": 0.0009851219437854654, + "loss": 4.848516941070557, + "mean_token_accuracy": 0.5930045247077942, + "num_tokens": 33216287.0, + "step": 3575 + }, + { + "entropy": 1.8164729674657185, + "epoch": 0.4585595212652276, + "learning_rate": 0.0009851120401854292, + "loss": 4.96321964263916, + "mean_token_accuracy": 0.6020894646644592, + "num_tokens": 33226648.0, + "step": 3576 + }, + { + "entropy": 1.574875036875407, + "epoch": 0.45868775379354565, + "learning_rate": 0.0009851021333401315, + "loss": 4.496211528778076, + "mean_token_accuracy": 0.6265429059664408, + "num_tokens": 33237079.0, + "step": 3577 + }, + { + "entropy": 1.7428146600723267, + "epoch": 0.45881598632186366, + "learning_rate": 0.0009850922232496387, + "loss": 4.987878322601318, + "mean_token_accuracy": 0.5897141496340433, + "num_tokens": 33245622.0, + "step": 3578 + }, + { + "entropy": 1.5850026607513428, + "epoch": 0.45894421885018166, + "learning_rate": 0.000985082309914017, + "loss": 4.535999298095703, + "mean_token_accuracy": 0.6175323526064554, + "num_tokens": 33255972.0, + "step": 3579 + }, + { + "entropy": 1.5479443470637004, + "epoch": 0.45907245137849967, + "learning_rate": 0.0009850723933333325, + "loss": 4.221919536590576, + "mean_token_accuracy": 0.6459741592407227, + "num_tokens": 33266314.0, + "step": 3580 + }, + { + "entropy": 1.5694313049316406, + "epoch": 0.4592006839068177, + "learning_rate": 0.0009850624735076518, + "loss": 4.43520975112915, + "mean_token_accuracy": 0.6320789257685343, + "num_tokens": 33277209.0, + "step": 3581 + }, + { + "entropy": 1.5134235620498657, + "epoch": 0.45932891643513574, + "learning_rate": 0.0009850525504370411, + "loss": 4.014800071716309, + "mean_token_accuracy": 0.6686387856801351, + "num_tokens": 33286121.0, + "step": 3582 + }, + { + "entropy": 1.5354864597320557, + "epoch": 0.45945714896345374, + "learning_rate": 0.000985042624121567, + "loss": 4.271005153656006, + "mean_token_accuracy": 0.6560717622439066, + "num_tokens": 33295243.0, + "step": 3583 + }, + { + "entropy": 1.626893162727356, + "epoch": 0.45958538149177175, + "learning_rate": 0.0009850326945612957, + "loss": 4.678680896759033, + "mean_token_accuracy": 0.6269921064376831, + "num_tokens": 33304190.0, + "step": 3584 + }, + { + "entropy": 1.754094084103902, + "epoch": 0.45971361402008976, + "learning_rate": 0.0009850227617562936, + "loss": 5.021586894989014, + "mean_token_accuracy": 0.5838115215301514, + "num_tokens": 33313462.0, + "step": 3585 + }, + { + "entropy": 1.6581224997838337, + "epoch": 0.45984184654840776, + "learning_rate": 0.0009850128257066274, + "loss": 4.742112159729004, + "mean_token_accuracy": 0.608388086160024, + "num_tokens": 33322254.0, + "step": 3586 + }, + { + "entropy": 1.5284945567448933, + "epoch": 0.45997007907672577, + "learning_rate": 0.0009850028864123632, + "loss": 4.0179243087768555, + "mean_token_accuracy": 0.655528704325358, + "num_tokens": 33330872.0, + "step": 3587 + }, + { + "entropy": 1.618045488993327, + "epoch": 0.46009831160504383, + "learning_rate": 0.0009849929438735681, + "loss": 4.714213848114014, + "mean_token_accuracy": 0.6241821050643921, + "num_tokens": 33341381.0, + "step": 3588 + }, + { + "entropy": 1.72198752562205, + "epoch": 0.46022654413336184, + "learning_rate": 0.000984982998090308, + "loss": 4.766584396362305, + "mean_token_accuracy": 0.6098823348681132, + "num_tokens": 33351042.0, + "step": 3589 + }, + { + "entropy": 1.6158314943313599, + "epoch": 0.46035477666167984, + "learning_rate": 0.0009849730490626497, + "loss": 4.494001865386963, + "mean_token_accuracy": 0.6319129268328348, + "num_tokens": 33360079.0, + "step": 3590 + }, + { + "entropy": 1.7060420910517375, + "epoch": 0.46048300918999785, + "learning_rate": 0.0009849630967906596, + "loss": 4.872801780700684, + "mean_token_accuracy": 0.599047064781189, + "num_tokens": 33367175.0, + "step": 3591 + }, + { + "entropy": 1.5999155441919963, + "epoch": 0.46061124171831586, + "learning_rate": 0.0009849531412744045, + "loss": 4.492049217224121, + "mean_token_accuracy": 0.6061176458994547, + "num_tokens": 33374774.0, + "step": 3592 + }, + { + "entropy": 1.6668384075164795, + "epoch": 0.4607394742466339, + "learning_rate": 0.0009849431825139508, + "loss": 4.596067905426025, + "mean_token_accuracy": 0.6380160450935364, + "num_tokens": 33383992.0, + "step": 3593 + }, + { + "entropy": 1.3999390999476116, + "epoch": 0.4608677067749519, + "learning_rate": 0.0009849332205093652, + "loss": 3.9491119384765625, + "mean_token_accuracy": 0.6841839750607809, + "num_tokens": 33391725.0, + "step": 3594 + }, + { + "entropy": 1.5300811926523845, + "epoch": 0.46099593930326993, + "learning_rate": 0.0009849232552607144, + "loss": 4.101062297821045, + "mean_token_accuracy": 0.6610434850056967, + "num_tokens": 33401263.0, + "step": 3595 + }, + { + "entropy": 1.5339374144872029, + "epoch": 0.46112417183158794, + "learning_rate": 0.000984913286768065, + "loss": 4.217434883117676, + "mean_token_accuracy": 0.6256287097930908, + "num_tokens": 33409321.0, + "step": 3596 + }, + { + "entropy": 1.790999968846639, + "epoch": 0.46125240435990594, + "learning_rate": 0.0009849033150314838, + "loss": 5.179594993591309, + "mean_token_accuracy": 0.5743324557940165, + "num_tokens": 33417712.0, + "step": 3597 + }, + { + "entropy": 1.6296465794245403, + "epoch": 0.461380636888224, + "learning_rate": 0.0009848933400510374, + "loss": 4.511822700500488, + "mean_token_accuracy": 0.6305374304453532, + "num_tokens": 33425937.0, + "step": 3598 + }, + { + "entropy": 1.6462563276290894, + "epoch": 0.461508869416542, + "learning_rate": 0.0009848833618267925, + "loss": 4.525253772735596, + "mean_token_accuracy": 0.6275388399759928, + "num_tokens": 33436462.0, + "step": 3599 + }, + { + "entropy": 1.4335546096165974, + "epoch": 0.46163710194486, + "learning_rate": 0.0009848733803588159, + "loss": 4.056815147399902, + "mean_token_accuracy": 0.6565937797228495, + "num_tokens": 33446662.0, + "step": 3600 + }, + { + "entropy": 1.7822777430216472, + "epoch": 0.461765334473178, + "learning_rate": 0.0009848633956471744, + "loss": 5.024661064147949, + "mean_token_accuracy": 0.5921412706375122, + "num_tokens": 33458200.0, + "step": 3601 + }, + { + "entropy": 1.841890772183736, + "epoch": 0.46189356700149603, + "learning_rate": 0.0009848534076919346, + "loss": 5.285114288330078, + "mean_token_accuracy": 0.5877720912297567, + "num_tokens": 33466299.0, + "step": 3602 + }, + { + "entropy": 1.5141273339589436, + "epoch": 0.46202179952981404, + "learning_rate": 0.0009848434164931637, + "loss": 4.25833797454834, + "mean_token_accuracy": 0.641476035118103, + "num_tokens": 33475979.0, + "step": 3603 + }, + { + "entropy": 1.4575605392456055, + "epoch": 0.4621500320581321, + "learning_rate": 0.0009848334220509281, + "loss": 4.048041343688965, + "mean_token_accuracy": 0.6586047808329264, + "num_tokens": 33486281.0, + "step": 3604 + }, + { + "entropy": 1.5728854735692341, + "epoch": 0.4622782645864501, + "learning_rate": 0.0009848234243652952, + "loss": 4.410066604614258, + "mean_token_accuracy": 0.6201161940892538, + "num_tokens": 33494009.0, + "step": 3605 + }, + { + "entropy": 1.5540358622868855, + "epoch": 0.4624064971147681, + "learning_rate": 0.0009848134234363313, + "loss": 4.342850208282471, + "mean_token_accuracy": 0.6356544891993204, + "num_tokens": 33503049.0, + "step": 3606 + }, + { + "entropy": 1.6373196840286255, + "epoch": 0.4625347296430861, + "learning_rate": 0.0009848034192641037, + "loss": 4.295570373535156, + "mean_token_accuracy": 0.6332924365997314, + "num_tokens": 33514055.0, + "step": 3607 + }, + { + "entropy": 1.6624997059504192, + "epoch": 0.4626629621714041, + "learning_rate": 0.0009847934118486792, + "loss": 4.731330871582031, + "mean_token_accuracy": 0.617537240187327, + "num_tokens": 33526364.0, + "step": 3608 + }, + { + "entropy": 1.5988837480545044, + "epoch": 0.4627911946997222, + "learning_rate": 0.0009847834011901245, + "loss": 4.47852897644043, + "mean_token_accuracy": 0.6193927923838297, + "num_tokens": 33535332.0, + "step": 3609 + }, + { + "entropy": 1.779175043106079, + "epoch": 0.4629194272280402, + "learning_rate": 0.000984773387288507, + "loss": 4.982891082763672, + "mean_token_accuracy": 0.5859034260114034, + "num_tokens": 33543160.0, + "step": 3610 + }, + { + "entropy": 1.6972126166025798, + "epoch": 0.4630476597563582, + "learning_rate": 0.0009847633701438934, + "loss": 4.84598445892334, + "mean_token_accuracy": 0.5948926409085592, + "num_tokens": 33553529.0, + "step": 3611 + }, + { + "entropy": 1.6348247528076172, + "epoch": 0.4631758922846762, + "learning_rate": 0.000984753349756351, + "loss": 4.303070545196533, + "mean_token_accuracy": 0.642115573088328, + "num_tokens": 33562644.0, + "step": 3612 + }, + { + "entropy": 1.5277756055196126, + "epoch": 0.4633041248129942, + "learning_rate": 0.0009847433261259465, + "loss": 4.277054786682129, + "mean_token_accuracy": 0.6461396217346191, + "num_tokens": 33572094.0, + "step": 3613 + }, + { + "entropy": 1.6525219678878784, + "epoch": 0.4634323573413123, + "learning_rate": 0.0009847332992527472, + "loss": 4.843884468078613, + "mean_token_accuracy": 0.6124528447786967, + "num_tokens": 33581004.0, + "step": 3614 + }, + { + "entropy": 1.6886534690856934, + "epoch": 0.4635605898696303, + "learning_rate": 0.0009847232691368199, + "loss": 4.89103364944458, + "mean_token_accuracy": 0.6086819569269816, + "num_tokens": 33589446.0, + "step": 3615 + }, + { + "entropy": 1.5689438581466675, + "epoch": 0.4636888223979483, + "learning_rate": 0.0009847132357782321, + "loss": 4.465089321136475, + "mean_token_accuracy": 0.6364174882570902, + "num_tokens": 33599935.0, + "step": 3616 + }, + { + "entropy": 1.547162612279256, + "epoch": 0.4638170549262663, + "learning_rate": 0.0009847031991770507, + "loss": 4.276461601257324, + "mean_token_accuracy": 0.6444562872250875, + "num_tokens": 33609907.0, + "step": 3617 + }, + { + "entropy": 1.6707725922266643, + "epoch": 0.4639452874545843, + "learning_rate": 0.0009846931593333426, + "loss": 4.747067451477051, + "mean_token_accuracy": 0.6060064832369486, + "num_tokens": 33620904.0, + "step": 3618 + }, + { + "entropy": 1.643086036046346, + "epoch": 0.4640735199829023, + "learning_rate": 0.0009846831162471754, + "loss": 4.550571441650391, + "mean_token_accuracy": 0.6225032409032186, + "num_tokens": 33630441.0, + "step": 3619 + }, + { + "entropy": 1.7001638412475586, + "epoch": 0.46420175251122037, + "learning_rate": 0.000984673069918616, + "loss": 4.88124942779541, + "mean_token_accuracy": 0.5900983015696207, + "num_tokens": 33641355.0, + "step": 3620 + }, + { + "entropy": 1.5980643033981323, + "epoch": 0.4643299850395384, + "learning_rate": 0.0009846630203477315, + "loss": 4.5073561668396, + "mean_token_accuracy": 0.6149570941925049, + "num_tokens": 33649077.0, + "step": 3621 + }, + { + "entropy": 1.715733289718628, + "epoch": 0.4644582175678564, + "learning_rate": 0.0009846529675345895, + "loss": 4.747613430023193, + "mean_token_accuracy": 0.6131885051727295, + "num_tokens": 33658820.0, + "step": 3622 + }, + { + "entropy": 1.726810614267985, + "epoch": 0.4645864500961744, + "learning_rate": 0.0009846429114792573, + "loss": 4.754106521606445, + "mean_token_accuracy": 0.6219675342241923, + "num_tokens": 33668148.0, + "step": 3623 + }, + { + "entropy": 1.5279380877812703, + "epoch": 0.4647146826244924, + "learning_rate": 0.0009846328521818017, + "loss": 4.302152633666992, + "mean_token_accuracy": 0.6239640514055887, + "num_tokens": 33676981.0, + "step": 3624 + }, + { + "entropy": 1.573121150334676, + "epoch": 0.46484291515281045, + "learning_rate": 0.0009846227896422902, + "loss": 4.44853401184082, + "mean_token_accuracy": 0.6351421078046163, + "num_tokens": 33685840.0, + "step": 3625 + }, + { + "entropy": 1.6039691766103108, + "epoch": 0.46497114768112846, + "learning_rate": 0.0009846127238607903, + "loss": 4.559404373168945, + "mean_token_accuracy": 0.6124622027079264, + "num_tokens": 33693304.0, + "step": 3626 + }, + { + "entropy": 1.699419418970744, + "epoch": 0.46509938020944647, + "learning_rate": 0.000984602654837369, + "loss": 4.644601821899414, + "mean_token_accuracy": 0.6059615015983582, + "num_tokens": 33701706.0, + "step": 3627 + }, + { + "entropy": 1.7876985470453899, + "epoch": 0.4652276127377645, + "learning_rate": 0.0009845925825720941, + "loss": 4.891861438751221, + "mean_token_accuracy": 0.6089284618695577, + "num_tokens": 33710039.0, + "step": 3628 + }, + { + "entropy": 1.4551237026850383, + "epoch": 0.4653558452660825, + "learning_rate": 0.0009845825070650327, + "loss": 3.9487802982330322, + "mean_token_accuracy": 0.6591600775718689, + "num_tokens": 33718195.0, + "step": 3629 + }, + { + "entropy": 1.6517346302668254, + "epoch": 0.4654840777944005, + "learning_rate": 0.000984572428316252, + "loss": 4.621734619140625, + "mean_token_accuracy": 0.6186540126800537, + "num_tokens": 33726816.0, + "step": 3630 + }, + { + "entropy": 1.670175313949585, + "epoch": 0.46561231032271855, + "learning_rate": 0.0009845623463258198, + "loss": 4.743570804595947, + "mean_token_accuracy": 0.60454261302948, + "num_tokens": 33736682.0, + "step": 3631 + }, + { + "entropy": 1.8544036547342937, + "epoch": 0.46574054285103655, + "learning_rate": 0.0009845522610938036, + "loss": 5.29320764541626, + "mean_token_accuracy": 0.5793636441230774, + "num_tokens": 33745443.0, + "step": 3632 + }, + { + "entropy": 1.6783267259597778, + "epoch": 0.46586877537935456, + "learning_rate": 0.0009845421726202704, + "loss": 4.804910182952881, + "mean_token_accuracy": 0.6128204266230265, + "num_tokens": 33754991.0, + "step": 3633 + }, + { + "entropy": 1.4967079957326253, + "epoch": 0.46599700790767257, + "learning_rate": 0.000984532080905288, + "loss": 4.203779697418213, + "mean_token_accuracy": 0.6490376989046732, + "num_tokens": 33764217.0, + "step": 3634 + }, + { + "entropy": 1.5174702008565266, + "epoch": 0.4661252404359906, + "learning_rate": 0.0009845219859489242, + "loss": 4.143796920776367, + "mean_token_accuracy": 0.6529422005017599, + "num_tokens": 33773077.0, + "step": 3635 + }, + { + "entropy": 1.6541077295939128, + "epoch": 0.46625347296430864, + "learning_rate": 0.0009845118877512458, + "loss": 4.557696342468262, + "mean_token_accuracy": 0.6171337564786276, + "num_tokens": 33780717.0, + "step": 3636 + }, + { + "entropy": 1.5831784804662068, + "epoch": 0.46638170549262664, + "learning_rate": 0.000984501786312321, + "loss": 4.527576923370361, + "mean_token_accuracy": 0.6270626783370972, + "num_tokens": 33788586.0, + "step": 3637 + }, + { + "entropy": 1.6402964194615681, + "epoch": 0.46650993802094465, + "learning_rate": 0.0009844916816322171, + "loss": 4.808596134185791, + "mean_token_accuracy": 0.5884897510210673, + "num_tokens": 33798158.0, + "step": 3638 + }, + { + "entropy": 1.5916002194086711, + "epoch": 0.46663817054926265, + "learning_rate": 0.0009844815737110016, + "loss": 4.3945536613464355, + "mean_token_accuracy": 0.6432892282803854, + "num_tokens": 33807807.0, + "step": 3639 + }, + { + "entropy": 1.6978286107381184, + "epoch": 0.46676640307758066, + "learning_rate": 0.0009844714625487424, + "loss": 4.708029747009277, + "mean_token_accuracy": 0.6101537942886353, + "num_tokens": 33815105.0, + "step": 3640 + }, + { + "entropy": 1.58901313940684, + "epoch": 0.4668946356058987, + "learning_rate": 0.000984461348145507, + "loss": 4.442013740539551, + "mean_token_accuracy": 0.6345243652661642, + "num_tokens": 33826166.0, + "step": 3641 + }, + { + "entropy": 1.5422404209772747, + "epoch": 0.46702286813421673, + "learning_rate": 0.000984451230501363, + "loss": 4.300820350646973, + "mean_token_accuracy": 0.6272005240122477, + "num_tokens": 33835378.0, + "step": 3642 + }, + { + "entropy": 1.8068588574727376, + "epoch": 0.46715110066253474, + "learning_rate": 0.000984441109616378, + "loss": 4.98396635055542, + "mean_token_accuracy": 0.5945044358571371, + "num_tokens": 33844850.0, + "step": 3643 + }, + { + "entropy": 1.7189979155858357, + "epoch": 0.46727933319085274, + "learning_rate": 0.00098443098549062, + "loss": 4.733488082885742, + "mean_token_accuracy": 0.6129953066507975, + "num_tokens": 33855741.0, + "step": 3644 + }, + { + "entropy": 1.5850520928700764, + "epoch": 0.46740756571917075, + "learning_rate": 0.0009844208581241568, + "loss": 4.539779186248779, + "mean_token_accuracy": 0.6285760998725891, + "num_tokens": 33867466.0, + "step": 3645 + }, + { + "entropy": 1.5769436756769817, + "epoch": 0.46753579824748875, + "learning_rate": 0.0009844107275170555, + "loss": 4.357757091522217, + "mean_token_accuracy": 0.622260570526123, + "num_tokens": 33876087.0, + "step": 3646 + }, + { + "entropy": 1.651830514272054, + "epoch": 0.4676640307758068, + "learning_rate": 0.0009844005936693846, + "loss": 4.588683605194092, + "mean_token_accuracy": 0.6375404596328735, + "num_tokens": 33884729.0, + "step": 3647 + }, + { + "entropy": 1.7528015772501628, + "epoch": 0.4677922633041248, + "learning_rate": 0.0009843904565812116, + "loss": 4.71500825881958, + "mean_token_accuracy": 0.6263663172721863, + "num_tokens": 33891943.0, + "step": 3648 + }, + { + "entropy": 1.7796480258305867, + "epoch": 0.46792049583244283, + "learning_rate": 0.0009843803162526042, + "loss": 5.083968162536621, + "mean_token_accuracy": 0.5681527455647787, + "num_tokens": 33901565.0, + "step": 3649 + }, + { + "entropy": 1.7315737009048462, + "epoch": 0.46804872836076084, + "learning_rate": 0.0009843701726836302, + "loss": 5.107712268829346, + "mean_token_accuracy": 0.5822158058484396, + "num_tokens": 33909262.0, + "step": 3650 + }, + { + "entropy": 1.6192609469095867, + "epoch": 0.46817696088907884, + "learning_rate": 0.0009843600258743579, + "loss": 4.604589939117432, + "mean_token_accuracy": 0.6330629189809164, + "num_tokens": 33921247.0, + "step": 3651 + }, + { + "entropy": 1.7163697878519695, + "epoch": 0.4683051934173969, + "learning_rate": 0.0009843498758248547, + "loss": 4.9628448486328125, + "mean_token_accuracy": 0.6056609153747559, + "num_tokens": 33932586.0, + "step": 3652 + }, + { + "entropy": 1.603842814763387, + "epoch": 0.4684334259457149, + "learning_rate": 0.0009843397225351887, + "loss": 4.3589067459106445, + "mean_token_accuracy": 0.6394293308258057, + "num_tokens": 33944998.0, + "step": 3653 + }, + { + "entropy": 1.4373524188995361, + "epoch": 0.4685616584740329, + "learning_rate": 0.0009843295660054278, + "loss": 4.067778587341309, + "mean_token_accuracy": 0.6421862641970316, + "num_tokens": 33954505.0, + "step": 3654 + }, + { + "entropy": 1.6836880445480347, + "epoch": 0.4686898910023509, + "learning_rate": 0.00098431940623564, + "loss": 4.793618202209473, + "mean_token_accuracy": 0.6012583573659261, + "num_tokens": 33966338.0, + "step": 3655 + }, + { + "entropy": 1.7407288948694866, + "epoch": 0.46881812353066893, + "learning_rate": 0.000984309243225893, + "loss": 4.884767532348633, + "mean_token_accuracy": 0.6080124378204346, + "num_tokens": 33974560.0, + "step": 3656 + }, + { + "entropy": 1.7764811913172405, + "epoch": 0.468946356058987, + "learning_rate": 0.0009842990769762553, + "loss": 4.982355117797852, + "mean_token_accuracy": 0.6055787603060404, + "num_tokens": 33984293.0, + "step": 3657 + }, + { + "entropy": 1.635010560353597, + "epoch": 0.469074588587305, + "learning_rate": 0.0009842889074867943, + "loss": 4.517524719238281, + "mean_token_accuracy": 0.6331124305725098, + "num_tokens": 33994179.0, + "step": 3658 + }, + { + "entropy": 1.633455713589986, + "epoch": 0.469202821115623, + "learning_rate": 0.0009842787347575787, + "loss": 4.682000637054443, + "mean_token_accuracy": 0.6066780487696329, + "num_tokens": 34002685.0, + "step": 3659 + }, + { + "entropy": 1.6467800537745159, + "epoch": 0.469331053643941, + "learning_rate": 0.000984268558788676, + "loss": 4.727792263031006, + "mean_token_accuracy": 0.619628369808197, + "num_tokens": 34010591.0, + "step": 3660 + }, + { + "entropy": 1.6065620183944702, + "epoch": 0.469459286172259, + "learning_rate": 0.0009842583795801544, + "loss": 4.420459270477295, + "mean_token_accuracy": 0.6350469787915548, + "num_tokens": 34018747.0, + "step": 3661 + }, + { + "entropy": 1.6525007486343384, + "epoch": 0.469587518700577, + "learning_rate": 0.0009842481971320822, + "loss": 4.692853927612305, + "mean_token_accuracy": 0.6090199748675028, + "num_tokens": 34028102.0, + "step": 3662 + }, + { + "entropy": 1.5571720600128174, + "epoch": 0.4697157512288951, + "learning_rate": 0.0009842380114445273, + "loss": 4.294219970703125, + "mean_token_accuracy": 0.6583930253982544, + "num_tokens": 34037392.0, + "step": 3663 + }, + { + "entropy": 1.4585989316304524, + "epoch": 0.4698439837572131, + "learning_rate": 0.000984227822517558, + "loss": 4.02405309677124, + "mean_token_accuracy": 0.653698722521464, + "num_tokens": 34045672.0, + "step": 3664 + }, + { + "entropy": 1.538393219312032, + "epoch": 0.4699722162855311, + "learning_rate": 0.0009842176303512422, + "loss": 4.276501655578613, + "mean_token_accuracy": 0.6385330955187479, + "num_tokens": 34053306.0, + "step": 3665 + }, + { + "entropy": 1.6143934329350789, + "epoch": 0.4701004488138491, + "learning_rate": 0.0009842074349456487, + "loss": 4.596976280212402, + "mean_token_accuracy": 0.6200941602389017, + "num_tokens": 34065128.0, + "step": 3666 + }, + { + "entropy": 1.5683720111846924, + "epoch": 0.4702286813421671, + "learning_rate": 0.000984197236300845, + "loss": 4.27543306350708, + "mean_token_accuracy": 0.6470489104588827, + "num_tokens": 34076861.0, + "step": 3667 + }, + { + "entropy": 1.613677183787028, + "epoch": 0.47035691387048517, + "learning_rate": 0.0009841870344168995, + "loss": 4.666457653045654, + "mean_token_accuracy": 0.6271695295969645, + "num_tokens": 34088929.0, + "step": 3668 + }, + { + "entropy": 1.4812976519266765, + "epoch": 0.4704851463988032, + "learning_rate": 0.0009841768292938805, + "loss": 4.110476970672607, + "mean_token_accuracy": 0.6574014027913412, + "num_tokens": 34099959.0, + "step": 3669 + }, + { + "entropy": 1.611099084218343, + "epoch": 0.4706133789271212, + "learning_rate": 0.0009841666209318566, + "loss": 4.650520324707031, + "mean_token_accuracy": 0.6149896383285522, + "num_tokens": 34108972.0, + "step": 3670 + }, + { + "entropy": 1.595927119255066, + "epoch": 0.4707416114554392, + "learning_rate": 0.0009841564093308957, + "loss": 4.496852874755859, + "mean_token_accuracy": 0.6235070824623108, + "num_tokens": 34118678.0, + "step": 3671 + }, + { + "entropy": 1.7381477355957031, + "epoch": 0.4708698439837572, + "learning_rate": 0.0009841461944910662, + "loss": 4.850970268249512, + "mean_token_accuracy": 0.5984551707903544, + "num_tokens": 34126168.0, + "step": 3672 + }, + { + "entropy": 1.629464586575826, + "epoch": 0.4709980765120752, + "learning_rate": 0.0009841359764124365, + "loss": 4.657778263092041, + "mean_token_accuracy": 0.6095281442006429, + "num_tokens": 34134075.0, + "step": 3673 + }, + { + "entropy": 1.6267391045888264, + "epoch": 0.47112630904039327, + "learning_rate": 0.000984125755095075, + "loss": 4.466039657592773, + "mean_token_accuracy": 0.6296935876210531, + "num_tokens": 34143014.0, + "step": 3674 + }, + { + "entropy": 1.8032304445902507, + "epoch": 0.47125454156871127, + "learning_rate": 0.0009841155305390498, + "loss": 5.126523017883301, + "mean_token_accuracy": 0.5878173311551412, + "num_tokens": 34150279.0, + "step": 3675 + }, + { + "entropy": 1.6146214008331299, + "epoch": 0.4713827740970293, + "learning_rate": 0.0009841053027444294, + "loss": 4.462289333343506, + "mean_token_accuracy": 0.6374868353207906, + "num_tokens": 34158317.0, + "step": 3676 + }, + { + "entropy": 1.5055267016092937, + "epoch": 0.4715110066253473, + "learning_rate": 0.0009840950717112825, + "loss": 4.017123222351074, + "mean_token_accuracy": 0.6676405270894369, + "num_tokens": 34167245.0, + "step": 3677 + }, + { + "entropy": 1.6657824118932087, + "epoch": 0.4716392391536653, + "learning_rate": 0.0009840848374396772, + "loss": 4.814844131469727, + "mean_token_accuracy": 0.6010647416114807, + "num_tokens": 34176168.0, + "step": 3678 + }, + { + "entropy": 1.6392744382222493, + "epoch": 0.47176747168198335, + "learning_rate": 0.0009840745999296825, + "loss": 4.618070602416992, + "mean_token_accuracy": 0.6156746546427408, + "num_tokens": 34186430.0, + "step": 3679 + }, + { + "entropy": 1.7112144629160564, + "epoch": 0.47189570421030136, + "learning_rate": 0.000984064359181366, + "loss": 4.787135124206543, + "mean_token_accuracy": 0.6088030536969503, + "num_tokens": 34194063.0, + "step": 3680 + }, + { + "entropy": 1.6340347528457642, + "epoch": 0.47202393673861937, + "learning_rate": 0.0009840541151947971, + "loss": 4.636373519897461, + "mean_token_accuracy": 0.6102991700172424, + "num_tokens": 34204875.0, + "step": 3681 + }, + { + "entropy": 1.665273626645406, + "epoch": 0.47215216926693737, + "learning_rate": 0.000984043867970044, + "loss": 4.456822872161865, + "mean_token_accuracy": 0.6355908910433451, + "num_tokens": 34213054.0, + "step": 3682 + }, + { + "entropy": 1.6126803954442341, + "epoch": 0.4722804017952554, + "learning_rate": 0.0009840336175071748, + "loss": 4.551151752471924, + "mean_token_accuracy": 0.628989557425181, + "num_tokens": 34222510.0, + "step": 3683 + }, + { + "entropy": 1.561766266822815, + "epoch": 0.47240863432357344, + "learning_rate": 0.0009840233638062587, + "loss": 4.4668049812316895, + "mean_token_accuracy": 0.6325758695602417, + "num_tokens": 34232223.0, + "step": 3684 + }, + { + "entropy": 1.7309701045354207, + "epoch": 0.47253686685189145, + "learning_rate": 0.0009840131068673639, + "loss": 4.893310546875, + "mean_token_accuracy": 0.5922601421674093, + "num_tokens": 34241344.0, + "step": 3685 + }, + { + "entropy": 1.4905707041422527, + "epoch": 0.47266509938020945, + "learning_rate": 0.0009840028466905593, + "loss": 3.994140148162842, + "mean_token_accuracy": 0.663249671459198, + "num_tokens": 34249690.0, + "step": 3686 + }, + { + "entropy": 1.740751067797343, + "epoch": 0.47279333190852746, + "learning_rate": 0.0009839925832759134, + "loss": 4.960273742675781, + "mean_token_accuracy": 0.6040143767992655, + "num_tokens": 34259108.0, + "step": 3687 + }, + { + "entropy": 1.584564208984375, + "epoch": 0.47292156443684547, + "learning_rate": 0.0009839823166234948, + "loss": 4.36869478225708, + "mean_token_accuracy": 0.6410749753316244, + "num_tokens": 34269533.0, + "step": 3688 + }, + { + "entropy": 1.5960530837376912, + "epoch": 0.47304979696516347, + "learning_rate": 0.0009839720467333724, + "loss": 4.453020095825195, + "mean_token_accuracy": 0.6299324234326681, + "num_tokens": 34278637.0, + "step": 3689 + }, + { + "entropy": 1.5606513420740764, + "epoch": 0.47317802949348153, + "learning_rate": 0.0009839617736056147, + "loss": 4.420600414276123, + "mean_token_accuracy": 0.6300592422485352, + "num_tokens": 34289259.0, + "step": 3690 + }, + { + "entropy": 1.6091670195261638, + "epoch": 0.47330626202179954, + "learning_rate": 0.0009839514972402907, + "loss": 4.6208977699279785, + "mean_token_accuracy": 0.6292736132939657, + "num_tokens": 34298974.0, + "step": 3691 + }, + { + "entropy": 1.4481666088104248, + "epoch": 0.47343449455011755, + "learning_rate": 0.0009839412176374685, + "loss": 4.003192901611328, + "mean_token_accuracy": 0.6519298752148946, + "num_tokens": 34307619.0, + "step": 3692 + }, + { + "entropy": 1.561803976694743, + "epoch": 0.47356272707843555, + "learning_rate": 0.0009839309347972178, + "loss": 4.494415760040283, + "mean_token_accuracy": 0.6295989354451498, + "num_tokens": 34316538.0, + "step": 3693 + }, + { + "entropy": 1.6941999594370525, + "epoch": 0.47369095960675356, + "learning_rate": 0.0009839206487196064, + "loss": 4.873992919921875, + "mean_token_accuracy": 0.6016915639241537, + "num_tokens": 34325676.0, + "step": 3694 + }, + { + "entropy": 1.612168550491333, + "epoch": 0.4738191921350716, + "learning_rate": 0.0009839103594047039, + "loss": 4.662036418914795, + "mean_token_accuracy": 0.6264954209327698, + "num_tokens": 34335935.0, + "step": 3695 + }, + { + "entropy": 1.8965423504511516, + "epoch": 0.4739474246633896, + "learning_rate": 0.0009839000668525786, + "loss": 5.485075950622559, + "mean_token_accuracy": 0.5662312706311544, + "num_tokens": 34346466.0, + "step": 3696 + }, + { + "entropy": 1.7259859641393025, + "epoch": 0.47407565719170763, + "learning_rate": 0.0009838897710632997, + "loss": 4.8653717041015625, + "mean_token_accuracy": 0.6000993847846985, + "num_tokens": 34356630.0, + "step": 3697 + }, + { + "entropy": 1.5932878255844116, + "epoch": 0.47420388972002564, + "learning_rate": 0.000983879472036936, + "loss": 4.194570064544678, + "mean_token_accuracy": 0.6506611903508505, + "num_tokens": 34365370.0, + "step": 3698 + }, + { + "entropy": 1.6020999352137248, + "epoch": 0.47433212224834365, + "learning_rate": 0.0009838691697735564, + "loss": 4.570272445678711, + "mean_token_accuracy": 0.6081676483154297, + "num_tokens": 34375198.0, + "step": 3699 + }, + { + "entropy": 1.5415260394414265, + "epoch": 0.47446035477666165, + "learning_rate": 0.0009838588642732296, + "loss": 4.208529472351074, + "mean_token_accuracy": 0.641947329044342, + "num_tokens": 34383228.0, + "step": 3700 + }, + { + "entropy": 1.633153756459554, + "epoch": 0.4745885873049797, + "learning_rate": 0.000983848555536025, + "loss": 4.711113452911377, + "mean_token_accuracy": 0.6076779365539551, + "num_tokens": 34394795.0, + "step": 3701 + }, + { + "entropy": 1.7830963929494221, + "epoch": 0.4747168198332977, + "learning_rate": 0.0009838382435620112, + "loss": 5.176478862762451, + "mean_token_accuracy": 0.5768706003824869, + "num_tokens": 34402723.0, + "step": 3702 + }, + { + "entropy": 1.611622412999471, + "epoch": 0.4748450523616157, + "learning_rate": 0.0009838279283512572, + "loss": 4.5784149169921875, + "mean_token_accuracy": 0.6222059925397238, + "num_tokens": 34413125.0, + "step": 3703 + }, + { + "entropy": 1.7627161343892415, + "epoch": 0.47497328488993373, + "learning_rate": 0.0009838176099038322, + "loss": 5.1287431716918945, + "mean_token_accuracy": 0.587229867776235, + "num_tokens": 34421375.0, + "step": 3704 + }, + { + "entropy": 1.7049254576365154, + "epoch": 0.47510151741825174, + "learning_rate": 0.0009838072882198047, + "loss": 5.0688252449035645, + "mean_token_accuracy": 0.5979691942532858, + "num_tokens": 34428805.0, + "step": 3705 + }, + { + "entropy": 1.587210973103841, + "epoch": 0.4752297499465698, + "learning_rate": 0.0009837969632992445, + "loss": 4.481578826904297, + "mean_token_accuracy": 0.6387856602668762, + "num_tokens": 34435734.0, + "step": 3706 + }, + { + "entropy": 1.6106802622477214, + "epoch": 0.4753579824748878, + "learning_rate": 0.0009837866351422202, + "loss": 4.46290397644043, + "mean_token_accuracy": 0.6212008198102316, + "num_tokens": 34445798.0, + "step": 3707 + }, + { + "entropy": 1.8743228912353516, + "epoch": 0.4754862150032058, + "learning_rate": 0.000983776303748801, + "loss": 5.1752824783325195, + "mean_token_accuracy": 0.5878851811091105, + "num_tokens": 34454644.0, + "step": 3708 + }, + { + "entropy": 1.7181693315505981, + "epoch": 0.4756144475315238, + "learning_rate": 0.0009837659691190562, + "loss": 4.760507583618164, + "mean_token_accuracy": 0.6149746576944987, + "num_tokens": 34464001.0, + "step": 3709 + }, + { + "entropy": 1.581434965133667, + "epoch": 0.4757426800598418, + "learning_rate": 0.0009837556312530548, + "loss": 4.580954551696777, + "mean_token_accuracy": 0.6013802687327067, + "num_tokens": 34472552.0, + "step": 3710 + }, + { + "entropy": 1.7686976194381714, + "epoch": 0.4758709125881599, + "learning_rate": 0.0009837452901508656, + "loss": 5.040133953094482, + "mean_token_accuracy": 0.5819025635719299, + "num_tokens": 34481914.0, + "step": 3711 + }, + { + "entropy": 1.7246781587600708, + "epoch": 0.4759991451164779, + "learning_rate": 0.0009837349458125585, + "loss": 4.862384796142578, + "mean_token_accuracy": 0.6044139266014099, + "num_tokens": 34491632.0, + "step": 3712 + }, + { + "entropy": 1.8415088653564453, + "epoch": 0.4761273776447959, + "learning_rate": 0.000983724598238202, + "loss": 5.106308937072754, + "mean_token_accuracy": 0.5980211098988851, + "num_tokens": 34501087.0, + "step": 3713 + }, + { + "entropy": 1.580610950787862, + "epoch": 0.4762556101731139, + "learning_rate": 0.0009837142474278659, + "loss": 4.601848602294922, + "mean_token_accuracy": 0.6105892856915792, + "num_tokens": 34509186.0, + "step": 3714 + }, + { + "entropy": 1.720391313234965, + "epoch": 0.4763838427014319, + "learning_rate": 0.000983703893381619, + "loss": 4.988663196563721, + "mean_token_accuracy": 0.5968294541041056, + "num_tokens": 34517716.0, + "step": 3715 + }, + { + "entropy": 1.6213911771774292, + "epoch": 0.4765120752297499, + "learning_rate": 0.0009836935360995308, + "loss": 4.664366722106934, + "mean_token_accuracy": 0.6166104873021444, + "num_tokens": 34526627.0, + "step": 3716 + }, + { + "entropy": 1.486430327097575, + "epoch": 0.476640307758068, + "learning_rate": 0.0009836831755816703, + "loss": 4.217329025268555, + "mean_token_accuracy": 0.6482973098754883, + "num_tokens": 34534229.0, + "step": 3717 + }, + { + "entropy": 1.6421565612157185, + "epoch": 0.476768540286386, + "learning_rate": 0.0009836728118281072, + "loss": 4.551015377044678, + "mean_token_accuracy": 0.6233216722806295, + "num_tokens": 34543693.0, + "step": 3718 + }, + { + "entropy": 1.5876751740773518, + "epoch": 0.476896772814704, + "learning_rate": 0.0009836624448389107, + "loss": 4.3582377433776855, + "mean_token_accuracy": 0.635917603969574, + "num_tokens": 34552604.0, + "step": 3719 + }, + { + "entropy": 1.701015551884969, + "epoch": 0.477025005343022, + "learning_rate": 0.0009836520746141502, + "loss": 4.670865535736084, + "mean_token_accuracy": 0.6080357035001119, + "num_tokens": 34561163.0, + "step": 3720 + }, + { + "entropy": 1.5355697870254517, + "epoch": 0.47715323787134, + "learning_rate": 0.0009836417011538947, + "loss": 4.242002964019775, + "mean_token_accuracy": 0.6490106582641602, + "num_tokens": 34570378.0, + "step": 3721 + }, + { + "entropy": 1.5813918908437092, + "epoch": 0.47728147039965807, + "learning_rate": 0.000983631324458214, + "loss": 4.446545124053955, + "mean_token_accuracy": 0.6317874987920126, + "num_tokens": 34581344.0, + "step": 3722 + }, + { + "entropy": 1.5940146048863728, + "epoch": 0.4774097029279761, + "learning_rate": 0.0009836209445271775, + "loss": 4.443434715270996, + "mean_token_accuracy": 0.6410680214564005, + "num_tokens": 34589555.0, + "step": 3723 + }, + { + "entropy": 1.4976697365442913, + "epoch": 0.4775379354562941, + "learning_rate": 0.0009836105613608545, + "loss": 4.2790985107421875, + "mean_token_accuracy": 0.6408087809880575, + "num_tokens": 34598314.0, + "step": 3724 + }, + { + "entropy": 1.8342609802881877, + "epoch": 0.4776661679846121, + "learning_rate": 0.0009836001749593145, + "loss": 5.182881832122803, + "mean_token_accuracy": 0.5767918626467387, + "num_tokens": 34607196.0, + "step": 3725 + }, + { + "entropy": 1.491228977839152, + "epoch": 0.4777944005129301, + "learning_rate": 0.000983589785322627, + "loss": 4.2120819091796875, + "mean_token_accuracy": 0.6513211329778036, + "num_tokens": 34615019.0, + "step": 3726 + }, + { + "entropy": 1.4402696291605632, + "epoch": 0.47792263304124816, + "learning_rate": 0.0009835793924508616, + "loss": 3.960434675216675, + "mean_token_accuracy": 0.6602988044420878, + "num_tokens": 34623051.0, + "step": 3727 + }, + { + "entropy": 1.6057078043619792, + "epoch": 0.47805086556956616, + "learning_rate": 0.0009835689963440877, + "loss": 4.420036315917969, + "mean_token_accuracy": 0.6329004764556885, + "num_tokens": 34632059.0, + "step": 3728 + }, + { + "entropy": 1.8319603204727173, + "epoch": 0.47817909809788417, + "learning_rate": 0.0009835585970023747, + "loss": 5.2888569831848145, + "mean_token_accuracy": 0.5695713758468628, + "num_tokens": 34642631.0, + "step": 3729 + }, + { + "entropy": 1.6306833028793335, + "epoch": 0.4783073306262022, + "learning_rate": 0.0009835481944257924, + "loss": 4.5634446144104, + "mean_token_accuracy": 0.606645405292511, + "num_tokens": 34651989.0, + "step": 3730 + }, + { + "entropy": 1.559278925259908, + "epoch": 0.4784355631545202, + "learning_rate": 0.0009835377886144101, + "loss": 4.3239359855651855, + "mean_token_accuracy": 0.6316500902175903, + "num_tokens": 34662001.0, + "step": 3731 + }, + { + "entropy": 1.7638651132583618, + "epoch": 0.4785637956828382, + "learning_rate": 0.0009835273795682981, + "loss": 4.8379974365234375, + "mean_token_accuracy": 0.6207724610964457, + "num_tokens": 34671949.0, + "step": 3732 + }, + { + "entropy": 1.676756739616394, + "epoch": 0.47869202821115625, + "learning_rate": 0.0009835169672875253, + "loss": 4.536146640777588, + "mean_token_accuracy": 0.6225513219833374, + "num_tokens": 34681126.0, + "step": 3733 + }, + { + "entropy": 1.7703187863032024, + "epoch": 0.47882026073947426, + "learning_rate": 0.0009835065517721617, + "loss": 5.0302324295043945, + "mean_token_accuracy": 0.6049331029256185, + "num_tokens": 34689746.0, + "step": 3734 + }, + { + "entropy": 1.8017260233561199, + "epoch": 0.47894849326779226, + "learning_rate": 0.0009834961330222767, + "loss": 5.28886604309082, + "mean_token_accuracy": 0.5827632347742716, + "num_tokens": 34701409.0, + "step": 3735 + }, + { + "entropy": 1.6472853024800618, + "epoch": 0.47907672579611027, + "learning_rate": 0.0009834857110379404, + "loss": 4.62403678894043, + "mean_token_accuracy": 0.6171737909317017, + "num_tokens": 34710420.0, + "step": 3736 + }, + { + "entropy": 1.7066031694412231, + "epoch": 0.4792049583244283, + "learning_rate": 0.0009834752858192224, + "loss": 4.918252468109131, + "mean_token_accuracy": 0.5987034241358439, + "num_tokens": 34721084.0, + "step": 3737 + }, + { + "entropy": 1.4705495834350586, + "epoch": 0.47933319085274634, + "learning_rate": 0.0009834648573661922, + "loss": 3.9370357990264893, + "mean_token_accuracy": 0.6686013340950012, + "num_tokens": 34728511.0, + "step": 3738 + }, + { + "entropy": 1.6201921304066975, + "epoch": 0.47946142338106434, + "learning_rate": 0.0009834544256789196, + "loss": 4.514005661010742, + "mean_token_accuracy": 0.6252928773562113, + "num_tokens": 34737431.0, + "step": 3739 + }, + { + "entropy": 1.6884434620539348, + "epoch": 0.47958965590938235, + "learning_rate": 0.0009834439907574748, + "loss": 4.867138862609863, + "mean_token_accuracy": 0.5925868550936381, + "num_tokens": 34745885.0, + "step": 3740 + }, + { + "entropy": 1.8146131038665771, + "epoch": 0.47971788843770036, + "learning_rate": 0.0009834335526019272, + "loss": 5.179998397827148, + "mean_token_accuracy": 0.5776248971621195, + "num_tokens": 34753311.0, + "step": 3741 + }, + { + "entropy": 1.7043234904607136, + "epoch": 0.47984612096601836, + "learning_rate": 0.0009834231112123468, + "loss": 4.79935884475708, + "mean_token_accuracy": 0.6058696508407593, + "num_tokens": 34760828.0, + "step": 3742 + }, + { + "entropy": 1.6932693719863892, + "epoch": 0.47997435349433637, + "learning_rate": 0.0009834126665888034, + "loss": 4.8089094161987305, + "mean_token_accuracy": 0.6059818665186564, + "num_tokens": 34771055.0, + "step": 3743 + }, + { + "entropy": 1.83561905225118, + "epoch": 0.48010258602265443, + "learning_rate": 0.0009834022187313668, + "loss": 5.354550361633301, + "mean_token_accuracy": 0.5852148731549581, + "num_tokens": 34779847.0, + "step": 3744 + }, + { + "entropy": 1.7067755460739136, + "epoch": 0.48023081855097244, + "learning_rate": 0.000983391767640107, + "loss": 4.766050338745117, + "mean_token_accuracy": 0.6091600060462952, + "num_tokens": 34786710.0, + "step": 3745 + }, + { + "entropy": 1.5775365432103474, + "epoch": 0.48035905107929044, + "learning_rate": 0.0009833813133150937, + "loss": 4.382620811462402, + "mean_token_accuracy": 0.630460778872172, + "num_tokens": 34796625.0, + "step": 3746 + }, + { + "entropy": 1.7991121610005696, + "epoch": 0.48048728360760845, + "learning_rate": 0.0009833708557563973, + "loss": 5.0869669914245605, + "mean_token_accuracy": 0.5786298712094625, + "num_tokens": 34806756.0, + "step": 3747 + }, + { + "entropy": 1.8539612690607707, + "epoch": 0.48061551613592646, + "learning_rate": 0.0009833603949640872, + "loss": 5.174257278442383, + "mean_token_accuracy": 0.5922893087069193, + "num_tokens": 34815284.0, + "step": 3748 + }, + { + "entropy": 1.6885541677474976, + "epoch": 0.4807437486642445, + "learning_rate": 0.000983349930938234, + "loss": 4.743235111236572, + "mean_token_accuracy": 0.6212184429168701, + "num_tokens": 34822071.0, + "step": 3749 + }, + { + "entropy": 1.813469688097636, + "epoch": 0.4808719811925625, + "learning_rate": 0.000983339463678907, + "loss": 5.10025691986084, + "mean_token_accuracy": 0.5882092316945394, + "num_tokens": 34828413.0, + "step": 3750 + }, + { + "entropy": 1.5178643067677815, + "epoch": 0.48100021372088053, + "learning_rate": 0.0009833289931861769, + "loss": 4.341185569763184, + "mean_token_accuracy": 0.6389490167299906, + "num_tokens": 34836894.0, + "step": 3751 + }, + { + "entropy": 1.6541433334350586, + "epoch": 0.48112844624919854, + "learning_rate": 0.0009833185194601131, + "loss": 4.66355037689209, + "mean_token_accuracy": 0.6294722954432169, + "num_tokens": 34846151.0, + "step": 3752 + }, + { + "entropy": 1.7435206572214763, + "epoch": 0.48125667877751654, + "learning_rate": 0.000983308042500786, + "loss": 4.889882564544678, + "mean_token_accuracy": 0.585631251335144, + "num_tokens": 34856139.0, + "step": 3753 + }, + { + "entropy": 1.520228107770284, + "epoch": 0.4813849113058346, + "learning_rate": 0.000983297562308266, + "loss": 4.297260284423828, + "mean_token_accuracy": 0.6348350644111633, + "num_tokens": 34865767.0, + "step": 3754 + }, + { + "entropy": 1.7632813851038616, + "epoch": 0.4815131438341526, + "learning_rate": 0.0009832870788826227, + "loss": 5.173475742340088, + "mean_token_accuracy": 0.5723461906115214, + "num_tokens": 34875790.0, + "step": 3755 + }, + { + "entropy": 1.7500061591466267, + "epoch": 0.4816413763624706, + "learning_rate": 0.0009832765922239265, + "loss": 5.014662265777588, + "mean_token_accuracy": 0.5891491174697876, + "num_tokens": 34884785.0, + "step": 3756 + }, + { + "entropy": 1.61818532148997, + "epoch": 0.4817696088907886, + "learning_rate": 0.0009832661023322473, + "loss": 4.493851661682129, + "mean_token_accuracy": 0.6244184573491415, + "num_tokens": 34894422.0, + "step": 3757 + }, + { + "entropy": 1.6252613464991252, + "epoch": 0.48189784141910663, + "learning_rate": 0.0009832556092076556, + "loss": 4.531980037689209, + "mean_token_accuracy": 0.6212008992830912, + "num_tokens": 34904803.0, + "step": 3758 + }, + { + "entropy": 1.6985874970753987, + "epoch": 0.48202607394742464, + "learning_rate": 0.0009832451128502214, + "loss": 4.7540812492370605, + "mean_token_accuracy": 0.6128301620483398, + "num_tokens": 34916066.0, + "step": 3759 + }, + { + "entropy": 1.7274044752120972, + "epoch": 0.4821543064757427, + "learning_rate": 0.000983234613260015, + "loss": 4.839097023010254, + "mean_token_accuracy": 0.5985732078552246, + "num_tokens": 34926299.0, + "step": 3760 + }, + { + "entropy": 1.5726152658462524, + "epoch": 0.4822825390040607, + "learning_rate": 0.0009832241104371065, + "loss": 4.46178674697876, + "mean_token_accuracy": 0.6321252981821696, + "num_tokens": 34935863.0, + "step": 3761 + }, + { + "entropy": 1.7498567501703899, + "epoch": 0.4824107715323787, + "learning_rate": 0.0009832136043815662, + "loss": 5.078397750854492, + "mean_token_accuracy": 0.5904165705045065, + "num_tokens": 34945785.0, + "step": 3762 + }, + { + "entropy": 1.6159955263137817, + "epoch": 0.4825390040606967, + "learning_rate": 0.0009832030950934646, + "loss": 4.609597206115723, + "mean_token_accuracy": 0.6125257611274719, + "num_tokens": 34956495.0, + "step": 3763 + }, + { + "entropy": 1.7949047883351643, + "epoch": 0.4826672365890147, + "learning_rate": 0.0009831925825728718, + "loss": 5.094487190246582, + "mean_token_accuracy": 0.5821217099825541, + "num_tokens": 34965214.0, + "step": 3764 + }, + { + "entropy": 1.948538343111674, + "epoch": 0.4827954691173328, + "learning_rate": 0.0009831820668198582, + "loss": 5.619606971740723, + "mean_token_accuracy": 0.5515670379002889, + "num_tokens": 34974448.0, + "step": 3765 + }, + { + "entropy": 1.6254738171895344, + "epoch": 0.4829237016456508, + "learning_rate": 0.000983171547834494, + "loss": 4.538333892822266, + "mean_token_accuracy": 0.6085381706555685, + "num_tokens": 34983660.0, + "step": 3766 + }, + { + "entropy": 1.7047795057296753, + "epoch": 0.4830519341739688, + "learning_rate": 0.00098316102561685, + "loss": 4.728419303894043, + "mean_token_accuracy": 0.6053298513094584, + "num_tokens": 34991921.0, + "step": 3767 + }, + { + "entropy": 1.6956416368484497, + "epoch": 0.4831801667022868, + "learning_rate": 0.000983150500166996, + "loss": 4.860013961791992, + "mean_token_accuracy": 0.5949939489364624, + "num_tokens": 35000335.0, + "step": 3768 + }, + { + "entropy": 1.6464297771453857, + "epoch": 0.4833083992306048, + "learning_rate": 0.0009831399714850027, + "loss": 4.728654384613037, + "mean_token_accuracy": 0.6236686507860819, + "num_tokens": 35010510.0, + "step": 3769 + }, + { + "entropy": 1.6037491162618, + "epoch": 0.4834366317589228, + "learning_rate": 0.0009831294395709407, + "loss": 4.457084655761719, + "mean_token_accuracy": 0.6253060698509216, + "num_tokens": 35021071.0, + "step": 3770 + }, + { + "entropy": 1.628636399904887, + "epoch": 0.4835648642872409, + "learning_rate": 0.00098311890442488, + "loss": 4.615246772766113, + "mean_token_accuracy": 0.6030564308166504, + "num_tokens": 35028980.0, + "step": 3771 + }, + { + "entropy": 1.6608889897664387, + "epoch": 0.4836930968155589, + "learning_rate": 0.0009831083660468917, + "loss": 4.5958943367004395, + "mean_token_accuracy": 0.6243129769961039, + "num_tokens": 35037835.0, + "step": 3772 + }, + { + "entropy": 1.5880682865778606, + "epoch": 0.4838213293438769, + "learning_rate": 0.0009830978244370458, + "loss": 4.445015907287598, + "mean_token_accuracy": 0.6258680820465088, + "num_tokens": 35046141.0, + "step": 3773 + }, + { + "entropy": 1.6750468413035076, + "epoch": 0.4839495618721949, + "learning_rate": 0.0009830872795954131, + "loss": 4.799110412597656, + "mean_token_accuracy": 0.6087520321210226, + "num_tokens": 35057778.0, + "step": 3774 + }, + { + "entropy": 1.6193461815516155, + "epoch": 0.4840777944005129, + "learning_rate": 0.0009830767315220639, + "loss": 4.541842460632324, + "mean_token_accuracy": 0.6108148296674093, + "num_tokens": 35067928.0, + "step": 3775 + }, + { + "entropy": 1.7638656695683796, + "epoch": 0.48420602692883097, + "learning_rate": 0.0009830661802170688, + "loss": 4.929324150085449, + "mean_token_accuracy": 0.5926076769828796, + "num_tokens": 35075763.0, + "step": 3776 + }, + { + "entropy": 1.768109917640686, + "epoch": 0.484334259457149, + "learning_rate": 0.0009830556256804986, + "loss": 5.019165515899658, + "mean_token_accuracy": 0.6062637766202291, + "num_tokens": 35084570.0, + "step": 3777 + }, + { + "entropy": 1.7453563213348389, + "epoch": 0.484462491985467, + "learning_rate": 0.0009830450679124238, + "loss": 4.68878173828125, + "mean_token_accuracy": 0.6116264661153158, + "num_tokens": 35091728.0, + "step": 3778 + }, + { + "entropy": 1.7685199578603108, + "epoch": 0.484590724513785, + "learning_rate": 0.0009830345069129149, + "loss": 5.003300189971924, + "mean_token_accuracy": 0.582598606745402, + "num_tokens": 35100686.0, + "step": 3779 + }, + { + "entropy": 1.6289031108220418, + "epoch": 0.484718957042103, + "learning_rate": 0.0009830239426820429, + "loss": 4.512539386749268, + "mean_token_accuracy": 0.622256338596344, + "num_tokens": 35109778.0, + "step": 3780 + }, + { + "entropy": 1.6477208137512207, + "epoch": 0.48484718957042106, + "learning_rate": 0.000983013375219878, + "loss": 4.8544511795043945, + "mean_token_accuracy": 0.6031651894251505, + "num_tokens": 35118454.0, + "step": 3781 + }, + { + "entropy": 1.4386804501215618, + "epoch": 0.48497542209873906, + "learning_rate": 0.0009830028045264912, + "loss": 3.9452836513519287, + "mean_token_accuracy": 0.6644307176272074, + "num_tokens": 35128023.0, + "step": 3782 + }, + { + "entropy": 1.6024309396743774, + "epoch": 0.48510365462705707, + "learning_rate": 0.0009829922306019531, + "loss": 4.511971473693848, + "mean_token_accuracy": 0.6296256979306539, + "num_tokens": 35136069.0, + "step": 3783 + }, + { + "entropy": 1.672009785970052, + "epoch": 0.4852318871553751, + "learning_rate": 0.0009829816534463345, + "loss": 4.631039142608643, + "mean_token_accuracy": 0.6164336403210958, + "num_tokens": 35146231.0, + "step": 3784 + }, + { + "entropy": 1.7181189060211182, + "epoch": 0.4853601196836931, + "learning_rate": 0.000982971073059706, + "loss": 4.891707420349121, + "mean_token_accuracy": 0.5975616971651713, + "num_tokens": 35156656.0, + "step": 3785 + }, + { + "entropy": 1.861984411875407, + "epoch": 0.4854883522120111, + "learning_rate": 0.000982960489442139, + "loss": 5.398212909698486, + "mean_token_accuracy": 0.5788913567860922, + "num_tokens": 35164503.0, + "step": 3786 + }, + { + "entropy": 1.758941372235616, + "epoch": 0.48561658474032915, + "learning_rate": 0.0009829499025937034, + "loss": 4.959624290466309, + "mean_token_accuracy": 0.6076239546140035, + "num_tokens": 35174501.0, + "step": 3787 + }, + { + "entropy": 1.593252182006836, + "epoch": 0.48574481726864716, + "learning_rate": 0.0009829393125144704, + "loss": 4.3009467124938965, + "mean_token_accuracy": 0.6414695580800375, + "num_tokens": 35182455.0, + "step": 3788 + }, + { + "entropy": 1.6734983921051025, + "epoch": 0.48587304979696516, + "learning_rate": 0.0009829287192045112, + "loss": 4.739613056182861, + "mean_token_accuracy": 0.6081161101659139, + "num_tokens": 35195229.0, + "step": 3789 + }, + { + "entropy": 1.699355125427246, + "epoch": 0.48600128232528317, + "learning_rate": 0.0009829181226638961, + "loss": 4.778064727783203, + "mean_token_accuracy": 0.6025202870368958, + "num_tokens": 35204498.0, + "step": 3790 + }, + { + "entropy": 1.582664688428243, + "epoch": 0.4861295148536012, + "learning_rate": 0.0009829075228926963, + "loss": 4.4801025390625, + "mean_token_accuracy": 0.6291982730229696, + "num_tokens": 35213914.0, + "step": 3791 + }, + { + "entropy": 1.7433535257975261, + "epoch": 0.48625774738191924, + "learning_rate": 0.0009828969198909826, + "loss": 4.9279069900512695, + "mean_token_accuracy": 0.5982087651888529, + "num_tokens": 35222826.0, + "step": 3792 + }, + { + "entropy": 1.5859545071919758, + "epoch": 0.48638597991023724, + "learning_rate": 0.000982886313658826, + "loss": 4.439595699310303, + "mean_token_accuracy": 0.6125098069508871, + "num_tokens": 35232139.0, + "step": 3793 + }, + { + "entropy": 1.5972285270690918, + "epoch": 0.48651421243855525, + "learning_rate": 0.0009828757041962977, + "loss": 4.641117572784424, + "mean_token_accuracy": 0.6157605846722921, + "num_tokens": 35240974.0, + "step": 3794 + }, + { + "entropy": 1.6868879000345867, + "epoch": 0.48664244496687326, + "learning_rate": 0.000982865091503468, + "loss": 4.729054927825928, + "mean_token_accuracy": 0.6272839705149332, + "num_tokens": 35249850.0, + "step": 3795 + }, + { + "entropy": 1.7358711163202922, + "epoch": 0.48677067749519126, + "learning_rate": 0.0009828544755804086, + "loss": 4.760660648345947, + "mean_token_accuracy": 0.6028100450833639, + "num_tokens": 35257976.0, + "step": 3796 + }, + { + "entropy": 1.6830871899922688, + "epoch": 0.4868989100235093, + "learning_rate": 0.0009828438564271902, + "loss": 4.6540608406066895, + "mean_token_accuracy": 0.6183191935221354, + "num_tokens": 35266471.0, + "step": 3797 + }, + { + "entropy": 1.8161826928456624, + "epoch": 0.48702714255182733, + "learning_rate": 0.0009828332340438837, + "loss": 5.195183277130127, + "mean_token_accuracy": 0.5805463790893555, + "num_tokens": 35275378.0, + "step": 3798 + }, + { + "entropy": 1.7351208130518596, + "epoch": 0.48715537508014534, + "learning_rate": 0.0009828226084305604, + "loss": 4.885603904724121, + "mean_token_accuracy": 0.5978342294692993, + "num_tokens": 35284919.0, + "step": 3799 + }, + { + "entropy": 1.6410495440165203, + "epoch": 0.48728360760846334, + "learning_rate": 0.0009828119795872912, + "loss": 4.596419334411621, + "mean_token_accuracy": 0.6148409247398376, + "num_tokens": 35293874.0, + "step": 3800 + }, + { + "entropy": 1.686375657717387, + "epoch": 0.48741184013678135, + "learning_rate": 0.0009828013475141476, + "loss": 4.693484783172607, + "mean_token_accuracy": 0.6041552424430847, + "num_tokens": 35302732.0, + "step": 3801 + }, + { + "entropy": 1.5545166333516438, + "epoch": 0.48754007266509936, + "learning_rate": 0.0009827907122112003, + "loss": 4.433828353881836, + "mean_token_accuracy": 0.6317933201789856, + "num_tokens": 35311468.0, + "step": 3802 + }, + { + "entropy": 1.6397302945454915, + "epoch": 0.4876683051934174, + "learning_rate": 0.0009827800736785205, + "loss": 4.60758113861084, + "mean_token_accuracy": 0.6137154897054037, + "num_tokens": 35320941.0, + "step": 3803 + }, + { + "entropy": 1.64261790116628, + "epoch": 0.4877965377217354, + "learning_rate": 0.0009827694319161793, + "loss": 4.565337181091309, + "mean_token_accuracy": 0.6179812550544739, + "num_tokens": 35329365.0, + "step": 3804 + }, + { + "entropy": 1.459296743075053, + "epoch": 0.48792477025005343, + "learning_rate": 0.0009827587869242484, + "loss": 4.024178504943848, + "mean_token_accuracy": 0.6645365754763285, + "num_tokens": 35339322.0, + "step": 3805 + }, + { + "entropy": 1.6334189573923747, + "epoch": 0.48805300277837144, + "learning_rate": 0.0009827481387027985, + "loss": 4.618278980255127, + "mean_token_accuracy": 0.6175923347473145, + "num_tokens": 35350583.0, + "step": 3806 + }, + { + "entropy": 1.560970664024353, + "epoch": 0.48818123530668944, + "learning_rate": 0.000982737487251901, + "loss": 4.420065879821777, + "mean_token_accuracy": 0.6333576242129008, + "num_tokens": 35359288.0, + "step": 3807 + }, + { + "entropy": 1.6695377826690674, + "epoch": 0.4883094678350075, + "learning_rate": 0.000982726832571627, + "loss": 4.677231788635254, + "mean_token_accuracy": 0.6242250800132751, + "num_tokens": 35367676.0, + "step": 3808 + }, + { + "entropy": 1.6324020624160767, + "epoch": 0.4884377003633255, + "learning_rate": 0.000982716174662048, + "loss": 4.552403926849365, + "mean_token_accuracy": 0.6299272378285726, + "num_tokens": 35374508.0, + "step": 3809 + }, + { + "entropy": 1.5259616374969482, + "epoch": 0.4885659328916435, + "learning_rate": 0.0009827055135232354, + "loss": 4.198814868927002, + "mean_token_accuracy": 0.6462784012158712, + "num_tokens": 35384423.0, + "step": 3810 + }, + { + "entropy": 1.9167941013971965, + "epoch": 0.4886941654199615, + "learning_rate": 0.0009826948491552603, + "loss": 5.399513244628906, + "mean_token_accuracy": 0.5764001607894897, + "num_tokens": 35392523.0, + "step": 3811 + }, + { + "entropy": 1.713619073232015, + "epoch": 0.48882239794827953, + "learning_rate": 0.000982684181558194, + "loss": 4.953895092010498, + "mean_token_accuracy": 0.601603368918101, + "num_tokens": 35402487.0, + "step": 3812 + }, + { + "entropy": 1.4748502572377522, + "epoch": 0.48895063047659754, + "learning_rate": 0.000982673510732108, + "loss": 4.0240478515625, + "mean_token_accuracy": 0.6542818148930868, + "num_tokens": 35410956.0, + "step": 3813 + }, + { + "entropy": 1.6467577616373699, + "epoch": 0.4890788630049156, + "learning_rate": 0.0009826628366770734, + "loss": 4.457686424255371, + "mean_token_accuracy": 0.6238951285680135, + "num_tokens": 35423373.0, + "step": 3814 + }, + { + "entropy": 1.7233147223790486, + "epoch": 0.4892070955332336, + "learning_rate": 0.0009826521593931622, + "loss": 5.009900093078613, + "mean_token_accuracy": 0.5919557213783264, + "num_tokens": 35434278.0, + "step": 3815 + }, + { + "entropy": 1.6716243028640747, + "epoch": 0.4893353280615516, + "learning_rate": 0.000982641478880445, + "loss": 4.757267475128174, + "mean_token_accuracy": 0.6012706756591797, + "num_tokens": 35443645.0, + "step": 3816 + }, + { + "entropy": 1.893483837445577, + "epoch": 0.4894635605898696, + "learning_rate": 0.0009826307951389943, + "loss": 5.323104381561279, + "mean_token_accuracy": 0.5687679648399353, + "num_tokens": 35452946.0, + "step": 3817 + }, + { + "entropy": 1.6482402483622234, + "epoch": 0.4895917931181876, + "learning_rate": 0.0009826201081688808, + "loss": 4.550601482391357, + "mean_token_accuracy": 0.6282041470209757, + "num_tokens": 35460464.0, + "step": 3818 + }, + { + "entropy": 1.545697013537089, + "epoch": 0.4897200256465057, + "learning_rate": 0.000982609417970176, + "loss": 4.148545265197754, + "mean_token_accuracy": 0.653311530749003, + "num_tokens": 35469866.0, + "step": 3819 + }, + { + "entropy": 1.6878941853841145, + "epoch": 0.4898482581748237, + "learning_rate": 0.0009825987245429516, + "loss": 4.756296634674072, + "mean_token_accuracy": 0.6070189674695333, + "num_tokens": 35478195.0, + "step": 3820 + }, + { + "entropy": 1.516358455022176, + "epoch": 0.4899764907031417, + "learning_rate": 0.0009825880278872792, + "loss": 4.292071342468262, + "mean_token_accuracy": 0.6411540309588114, + "num_tokens": 35490213.0, + "step": 3821 + }, + { + "entropy": 1.6597880125045776, + "epoch": 0.4901047232314597, + "learning_rate": 0.0009825773280032304, + "loss": 4.4838762283325195, + "mean_token_accuracy": 0.6355666319529215, + "num_tokens": 35500425.0, + "step": 3822 + }, + { + "entropy": 1.575046420097351, + "epoch": 0.4902329557597777, + "learning_rate": 0.0009825666248908765, + "loss": 4.264945030212402, + "mean_token_accuracy": 0.6469393173853556, + "num_tokens": 35510431.0, + "step": 3823 + }, + { + "entropy": 1.5609169801076253, + "epoch": 0.4903611882880958, + "learning_rate": 0.0009825559185502894, + "loss": 4.474640846252441, + "mean_token_accuracy": 0.6292958855628967, + "num_tokens": 35520208.0, + "step": 3824 + }, + { + "entropy": 1.7624077796936035, + "epoch": 0.4904894208164138, + "learning_rate": 0.0009825452089815404, + "loss": 4.973111629486084, + "mean_token_accuracy": 0.6004048983256022, + "num_tokens": 35530404.0, + "step": 3825 + }, + { + "entropy": 1.6070382197697957, + "epoch": 0.4906176533447318, + "learning_rate": 0.0009825344961847014, + "loss": 4.433489799499512, + "mean_token_accuracy": 0.6320322354634603, + "num_tokens": 35538436.0, + "step": 3826 + }, + { + "entropy": 1.7579694986343384, + "epoch": 0.4907458858730498, + "learning_rate": 0.0009825237801598442, + "loss": 4.901750087738037, + "mean_token_accuracy": 0.611668606599172, + "num_tokens": 35548544.0, + "step": 3827 + }, + { + "entropy": 1.8247119585673015, + "epoch": 0.4908741184013678, + "learning_rate": 0.0009825130609070402, + "loss": 5.133867263793945, + "mean_token_accuracy": 0.5976098378499349, + "num_tokens": 35556309.0, + "step": 3828 + }, + { + "entropy": 1.8285303513209026, + "epoch": 0.4910023509296858, + "learning_rate": 0.000982502338426361, + "loss": 5.230660438537598, + "mean_token_accuracy": 0.5686701337496439, + "num_tokens": 35565398.0, + "step": 3829 + }, + { + "entropy": 1.6287686824798584, + "epoch": 0.49113058345800387, + "learning_rate": 0.0009824916127178789, + "loss": 4.5757365226745605, + "mean_token_accuracy": 0.6196004748344421, + "num_tokens": 35574414.0, + "step": 3830 + }, + { + "entropy": 1.5170079072316487, + "epoch": 0.4912588159863219, + "learning_rate": 0.000982480883781665, + "loss": 4.226099967956543, + "mean_token_accuracy": 0.6345898111661276, + "num_tokens": 35583153.0, + "step": 3831 + }, + { + "entropy": 1.547962228457133, + "epoch": 0.4913870485146399, + "learning_rate": 0.0009824701516177915, + "loss": 4.265130996704102, + "mean_token_accuracy": 0.6522013942400614, + "num_tokens": 35591006.0, + "step": 3832 + }, + { + "entropy": 1.7311639785766602, + "epoch": 0.4915152810429579, + "learning_rate": 0.00098245941622633, + "loss": 5.022014141082764, + "mean_token_accuracy": 0.5987419883410136, + "num_tokens": 35598988.0, + "step": 3833 + }, + { + "entropy": 1.6228519280751545, + "epoch": 0.4916435135712759, + "learning_rate": 0.0009824486776073523, + "loss": 4.369124412536621, + "mean_token_accuracy": 0.6241429448127747, + "num_tokens": 35608096.0, + "step": 3834 + }, + { + "entropy": 1.8073105017344158, + "epoch": 0.49177174609959395, + "learning_rate": 0.0009824379357609304, + "loss": 4.890968322753906, + "mean_token_accuracy": 0.6022117137908936, + "num_tokens": 35618314.0, + "step": 3835 + }, + { + "entropy": 1.6214479605356853, + "epoch": 0.49189997862791196, + "learning_rate": 0.0009824271906871361, + "loss": 4.4608612060546875, + "mean_token_accuracy": 0.6341314315795898, + "num_tokens": 35626068.0, + "step": 3836 + }, + { + "entropy": 1.7439453999201457, + "epoch": 0.49202821115622997, + "learning_rate": 0.000982416442386041, + "loss": 4.918548583984375, + "mean_token_accuracy": 0.6064671476682028, + "num_tokens": 35636108.0, + "step": 3837 + }, + { + "entropy": 1.6870826880137126, + "epoch": 0.492156443684548, + "learning_rate": 0.0009824056908577176, + "loss": 4.86130428314209, + "mean_token_accuracy": 0.5997724930445353, + "num_tokens": 35647678.0, + "step": 3838 + }, + { + "entropy": 1.5670933326085408, + "epoch": 0.492284676212866, + "learning_rate": 0.0009823949361022373, + "loss": 4.335994243621826, + "mean_token_accuracy": 0.6392726302146912, + "num_tokens": 35657509.0, + "step": 3839 + }, + { + "entropy": 1.6234860022862752, + "epoch": 0.49241290874118404, + "learning_rate": 0.0009823841781196722, + "loss": 4.690406799316406, + "mean_token_accuracy": 0.6187282005945841, + "num_tokens": 35667137.0, + "step": 3840 + }, + { + "entropy": 1.5293500820795696, + "epoch": 0.49254114126950205, + "learning_rate": 0.0009823734169100943, + "loss": 4.215498924255371, + "mean_token_accuracy": 0.6495352983474731, + "num_tokens": 35676335.0, + "step": 3841 + }, + { + "entropy": 1.5776897271474202, + "epoch": 0.49266937379782005, + "learning_rate": 0.0009823626524735757, + "loss": 4.462046146392822, + "mean_token_accuracy": 0.6273786624272665, + "num_tokens": 35685225.0, + "step": 3842 + }, + { + "entropy": 1.508167028427124, + "epoch": 0.49279760632613806, + "learning_rate": 0.0009823518848101882, + "loss": 4.232821941375732, + "mean_token_accuracy": 0.6318163871765137, + "num_tokens": 35694731.0, + "step": 3843 + }, + { + "entropy": 1.5467092196146648, + "epoch": 0.49292583885445607, + "learning_rate": 0.000982341113920004, + "loss": 4.263398170471191, + "mean_token_accuracy": 0.6432146430015564, + "num_tokens": 35703221.0, + "step": 3844 + }, + { + "entropy": 1.5173827409744263, + "epoch": 0.4930540713827741, + "learning_rate": 0.000982330339803095, + "loss": 4.26522159576416, + "mean_token_accuracy": 0.6403265794118246, + "num_tokens": 35713277.0, + "step": 3845 + }, + { + "entropy": 1.8502054611841838, + "epoch": 0.49318230391109213, + "learning_rate": 0.0009823195624595333, + "loss": 5.150386810302734, + "mean_token_accuracy": 0.5963768362998962, + "num_tokens": 35720943.0, + "step": 3846 + }, + { + "entropy": 1.5094517469406128, + "epoch": 0.49331053643941014, + "learning_rate": 0.0009823087818893912, + "loss": 4.236036777496338, + "mean_token_accuracy": 0.6591333150863647, + "num_tokens": 35730194.0, + "step": 3847 + }, + { + "entropy": 1.8919542233149211, + "epoch": 0.49343876896772815, + "learning_rate": 0.0009822979980927406, + "loss": 5.377842903137207, + "mean_token_accuracy": 0.5672889351844788, + "num_tokens": 35738446.0, + "step": 3848 + }, + { + "entropy": 1.4920639594395955, + "epoch": 0.49356700149604615, + "learning_rate": 0.0009822872110696538, + "loss": 4.036913871765137, + "mean_token_accuracy": 0.6508463025093079, + "num_tokens": 35746095.0, + "step": 3849 + }, + { + "entropy": 1.6381769975026448, + "epoch": 0.49369523402436416, + "learning_rate": 0.0009822764208202027, + "loss": 4.324133396148682, + "mean_token_accuracy": 0.6432266434033712, + "num_tokens": 35753165.0, + "step": 3850 + }, + { + "entropy": 1.6907724142074585, + "epoch": 0.4938234665526822, + "learning_rate": 0.0009822656273444598, + "loss": 4.8967390060424805, + "mean_token_accuracy": 0.5970467527707418, + "num_tokens": 35763274.0, + "step": 3851 + }, + { + "entropy": 1.7482913732528687, + "epoch": 0.49395169908100023, + "learning_rate": 0.0009822548306424972, + "loss": 4.80745267868042, + "mean_token_accuracy": 0.6182426611582438, + "num_tokens": 35771077.0, + "step": 3852 + }, + { + "entropy": 1.4840211073557537, + "epoch": 0.49407993160931823, + "learning_rate": 0.000982244030714387, + "loss": 4.202915191650391, + "mean_token_accuracy": 0.6526784499486288, + "num_tokens": 35781686.0, + "step": 3853 + }, + { + "entropy": 1.9164790312449138, + "epoch": 0.49420816413763624, + "learning_rate": 0.0009822332275602015, + "loss": 5.372735023498535, + "mean_token_accuracy": 0.5595930814743042, + "num_tokens": 35788780.0, + "step": 3854 + }, + { + "entropy": 1.6160831451416016, + "epoch": 0.49433639666595425, + "learning_rate": 0.0009822224211800132, + "loss": 4.566104412078857, + "mean_token_accuracy": 0.6323062777519226, + "num_tokens": 35798261.0, + "step": 3855 + }, + { + "entropy": 1.6348838408788045, + "epoch": 0.49446462919427225, + "learning_rate": 0.0009822116115738942, + "loss": 4.568848609924316, + "mean_token_accuracy": 0.6100034316380819, + "num_tokens": 35805774.0, + "step": 3856 + }, + { + "entropy": 1.6687936385472615, + "epoch": 0.4945928617225903, + "learning_rate": 0.0009822007987419165, + "loss": 4.792206287384033, + "mean_token_accuracy": 0.597410519917806, + "num_tokens": 35815202.0, + "step": 3857 + }, + { + "entropy": 1.6541586716969807, + "epoch": 0.4947210942509083, + "learning_rate": 0.000982189982684153, + "loss": 4.5041303634643555, + "mean_token_accuracy": 0.632350226243337, + "num_tokens": 35824373.0, + "step": 3858 + }, + { + "entropy": 1.525338053703308, + "epoch": 0.49484932677922633, + "learning_rate": 0.0009821791634006757, + "loss": 4.270196914672852, + "mean_token_accuracy": 0.6516693035761515, + "num_tokens": 35833290.0, + "step": 3859 + }, + { + "entropy": 1.6841423114140828, + "epoch": 0.49497755930754433, + "learning_rate": 0.0009821683408915572, + "loss": 4.6742143630981445, + "mean_token_accuracy": 0.616628368695577, + "num_tokens": 35842582.0, + "step": 3860 + }, + { + "entropy": 1.5763052304585774, + "epoch": 0.49510579183586234, + "learning_rate": 0.0009821575151568698, + "loss": 4.579076766967773, + "mean_token_accuracy": 0.6165604591369629, + "num_tokens": 35854761.0, + "step": 3861 + }, + { + "entropy": 1.5758769909540813, + "epoch": 0.4952340243641804, + "learning_rate": 0.000982146686196686, + "loss": 4.368052005767822, + "mean_token_accuracy": 0.6348541577657064, + "num_tokens": 35863517.0, + "step": 3862 + }, + { + "entropy": 1.5938196976979573, + "epoch": 0.4953622568924984, + "learning_rate": 0.0009821358540110779, + "loss": 4.5545334815979, + "mean_token_accuracy": 0.626467227935791, + "num_tokens": 35872629.0, + "step": 3863 + }, + { + "entropy": 1.5872714519500732, + "epoch": 0.4954904894208164, + "learning_rate": 0.0009821250186001183, + "loss": 4.598238468170166, + "mean_token_accuracy": 0.6244231462478638, + "num_tokens": 35883037.0, + "step": 3864 + }, + { + "entropy": 1.685767650604248, + "epoch": 0.4956187219491344, + "learning_rate": 0.0009821141799638796, + "loss": 4.602189064025879, + "mean_token_accuracy": 0.6192661126454672, + "num_tokens": 35893700.0, + "step": 3865 + }, + { + "entropy": 1.6877723932266235, + "epoch": 0.49574695447745243, + "learning_rate": 0.0009821033381024345, + "loss": 4.775650978088379, + "mean_token_accuracy": 0.6056075493494669, + "num_tokens": 35903297.0, + "step": 3866 + }, + { + "entropy": 1.6819017728169758, + "epoch": 0.4958751870057705, + "learning_rate": 0.000982092493015855, + "loss": 4.721405506134033, + "mean_token_accuracy": 0.6062659025192261, + "num_tokens": 35913983.0, + "step": 3867 + }, + { + "entropy": 1.8820743163426716, + "epoch": 0.4960034195340885, + "learning_rate": 0.0009820816447042142, + "loss": 5.329658508300781, + "mean_token_accuracy": 0.5831133921941122, + "num_tokens": 35923048.0, + "step": 3868 + }, + { + "entropy": 1.7044700384140015, + "epoch": 0.4961316520624065, + "learning_rate": 0.0009820707931675844, + "loss": 4.794317722320557, + "mean_token_accuracy": 0.6072746912638346, + "num_tokens": 35932425.0, + "step": 3869 + }, + { + "entropy": 1.8489346106847127, + "epoch": 0.4962598845907245, + "learning_rate": 0.0009820599384060384, + "loss": 5.206941604614258, + "mean_token_accuracy": 0.5636812249819437, + "num_tokens": 35941322.0, + "step": 3870 + }, + { + "entropy": 1.7665308713912964, + "epoch": 0.4963881171190425, + "learning_rate": 0.0009820490804196486, + "loss": 5.014408111572266, + "mean_token_accuracy": 0.6037232081095377, + "num_tokens": 35950580.0, + "step": 3871 + }, + { + "entropy": 1.3927149772644043, + "epoch": 0.4965163496473605, + "learning_rate": 0.0009820382192084877, + "loss": 3.988363742828369, + "mean_token_accuracy": 0.6499715248743693, + "num_tokens": 35960281.0, + "step": 3872 + }, + { + "entropy": 1.6226296424865723, + "epoch": 0.4966445821756786, + "learning_rate": 0.0009820273547726283, + "loss": 4.501760482788086, + "mean_token_accuracy": 0.6332047979036967, + "num_tokens": 35969717.0, + "step": 3873 + }, + { + "entropy": 1.5487689177195232, + "epoch": 0.4967728147039966, + "learning_rate": 0.0009820164871121432, + "loss": 4.412171363830566, + "mean_token_accuracy": 0.6213292280832926, + "num_tokens": 35979399.0, + "step": 3874 + }, + { + "entropy": 1.5681143601735432, + "epoch": 0.4969010472323146, + "learning_rate": 0.0009820056162271051, + "loss": 4.291711807250977, + "mean_token_accuracy": 0.6406548221906027, + "num_tokens": 35987014.0, + "step": 3875 + }, + { + "entropy": 1.8262488444646199, + "epoch": 0.4970292797606326, + "learning_rate": 0.0009819947421175865, + "loss": 5.162975311279297, + "mean_token_accuracy": 0.5924780368804932, + "num_tokens": 35995250.0, + "step": 3876 + }, + { + "entropy": 1.738797386487325, + "epoch": 0.4971575122889506, + "learning_rate": 0.0009819838647836606, + "loss": 4.832133769989014, + "mean_token_accuracy": 0.6108945806821188, + "num_tokens": 36005279.0, + "step": 3877 + }, + { + "entropy": 1.6912317673365276, + "epoch": 0.49728574481726867, + "learning_rate": 0.0009819729842253998, + "loss": 4.892091274261475, + "mean_token_accuracy": 0.595277468363444, + "num_tokens": 36015526.0, + "step": 3878 + }, + { + "entropy": 1.8063742717107136, + "epoch": 0.4974139773455867, + "learning_rate": 0.000981962100442877, + "loss": 5.065396785736084, + "mean_token_accuracy": 0.6071807543436686, + "num_tokens": 36025205.0, + "step": 3879 + }, + { + "entropy": 1.6940435568491619, + "epoch": 0.4975422098739047, + "learning_rate": 0.0009819512134361646, + "loss": 4.661323070526123, + "mean_token_accuracy": 0.6099090377489725, + "num_tokens": 36034323.0, + "step": 3880 + }, + { + "entropy": 1.4758312304814656, + "epoch": 0.4976704424022227, + "learning_rate": 0.0009819403232053361, + "loss": 4.013008117675781, + "mean_token_accuracy": 0.6602900226910909, + "num_tokens": 36043191.0, + "step": 3881 + }, + { + "entropy": 1.59882656733195, + "epoch": 0.4977986749305407, + "learning_rate": 0.0009819294297504643, + "loss": 4.409907341003418, + "mean_token_accuracy": 0.6276445984840393, + "num_tokens": 36052644.0, + "step": 3882 + }, + { + "entropy": 1.8698866367340088, + "epoch": 0.4979269074588587, + "learning_rate": 0.0009819185330716216, + "loss": 5.2928056716918945, + "mean_token_accuracy": 0.5794547895590464, + "num_tokens": 36059587.0, + "step": 3883 + }, + { + "entropy": 1.9115944306055705, + "epoch": 0.49805513998717676, + "learning_rate": 0.0009819076331688812, + "loss": 5.464400291442871, + "mean_token_accuracy": 0.5708122849464417, + "num_tokens": 36070407.0, + "step": 3884 + }, + { + "entropy": 1.583521048227946, + "epoch": 0.49818337251549477, + "learning_rate": 0.0009818967300423158, + "loss": 4.489686012268066, + "mean_token_accuracy": 0.605102022488912, + "num_tokens": 36079429.0, + "step": 3885 + }, + { + "entropy": 1.8124453624089558, + "epoch": 0.4983116050438128, + "learning_rate": 0.0009818858236919986, + "loss": 5.130332946777344, + "mean_token_accuracy": 0.5888650019963583, + "num_tokens": 36088107.0, + "step": 3886 + }, + { + "entropy": 1.5966263612111409, + "epoch": 0.4984398375721308, + "learning_rate": 0.0009818749141180024, + "loss": 4.435334205627441, + "mean_token_accuracy": 0.6357246239980062, + "num_tokens": 36097254.0, + "step": 3887 + }, + { + "entropy": 1.5484211047490437, + "epoch": 0.4985680701004488, + "learning_rate": 0.0009818640013204004, + "loss": 4.247717380523682, + "mean_token_accuracy": 0.6509542067845663, + "num_tokens": 36105868.0, + "step": 3888 + }, + { + "entropy": 1.67368749777476, + "epoch": 0.49869630262876685, + "learning_rate": 0.0009818530852992655, + "loss": 4.7049360275268555, + "mean_token_accuracy": 0.6052291989326477, + "num_tokens": 36114983.0, + "step": 3889 + }, + { + "entropy": 1.7978936433792114, + "epoch": 0.49882453515708486, + "learning_rate": 0.0009818421660546704, + "loss": 5.056015491485596, + "mean_token_accuracy": 0.5915178855260214, + "num_tokens": 36122964.0, + "step": 3890 + }, + { + "entropy": 1.623842755953471, + "epoch": 0.49895276768540286, + "learning_rate": 0.0009818312435866884, + "loss": 4.634003639221191, + "mean_token_accuracy": 0.61534583568573, + "num_tokens": 36132769.0, + "step": 3891 + }, + { + "entropy": 1.7636692126592, + "epoch": 0.49908100021372087, + "learning_rate": 0.000981820317895393, + "loss": 4.8216729164123535, + "mean_token_accuracy": 0.5929806232452393, + "num_tokens": 36142054.0, + "step": 3892 + }, + { + "entropy": 1.5654042561848958, + "epoch": 0.4992092327420389, + "learning_rate": 0.0009818093889808564, + "loss": 4.359099864959717, + "mean_token_accuracy": 0.6329470872879028, + "num_tokens": 36152654.0, + "step": 3893 + }, + { + "entropy": 1.6873958905537922, + "epoch": 0.49933746527035694, + "learning_rate": 0.0009817984568431524, + "loss": 4.938765048980713, + "mean_token_accuracy": 0.6160391171773275, + "num_tokens": 36162048.0, + "step": 3894 + }, + { + "entropy": 1.5282313028971355, + "epoch": 0.49946569779867495, + "learning_rate": 0.0009817875214823539, + "loss": 4.266321659088135, + "mean_token_accuracy": 0.6448357899983724, + "num_tokens": 36172172.0, + "step": 3895 + }, + { + "entropy": 1.6932460864384968, + "epoch": 0.49959393032699295, + "learning_rate": 0.000981776582898534, + "loss": 4.65283203125, + "mean_token_accuracy": 0.6312861442565918, + "num_tokens": 36182635.0, + "step": 3896 + }, + { + "entropy": 1.5664138793945312, + "epoch": 0.49972216285531096, + "learning_rate": 0.0009817656410917662, + "loss": 4.446512699127197, + "mean_token_accuracy": 0.6371486186981201, + "num_tokens": 36194032.0, + "step": 3897 + }, + { + "entropy": 1.7913569609324138, + "epoch": 0.49985039538362896, + "learning_rate": 0.0009817546960621231, + "loss": 5.057270526885986, + "mean_token_accuracy": 0.6147680679957072, + "num_tokens": 36204358.0, + "step": 3898 + }, + { + "entropy": 1.658229390780131, + "epoch": 0.49997862791194697, + "learning_rate": 0.0009817437478096783, + "loss": 4.601056098937988, + "mean_token_accuracy": 0.6226741870244344, + "num_tokens": 36212524.0, + "step": 3899 + }, + { + "entropy": 1.8636586666107178, + "epoch": 0.500106860440265, + "learning_rate": 0.0009817327963345052, + "loss": 5.274454593658447, + "mean_token_accuracy": 0.5654954512914022, + "num_tokens": 36222509.0, + "step": 3900 + }, + { + "entropy": 1.6546742916107178, + "epoch": 0.500235092968583, + "learning_rate": 0.0009817218416366769, + "loss": 4.792435646057129, + "mean_token_accuracy": 0.6090429623921713, + "num_tokens": 36230383.0, + "step": 3901 + }, + { + "entropy": 1.7665352821350098, + "epoch": 0.5003633254969011, + "learning_rate": 0.0009817108837162664, + "loss": 4.806885242462158, + "mean_token_accuracy": 0.610163152217865, + "num_tokens": 36238186.0, + "step": 3902 + }, + { + "entropy": 1.645205060640971, + "epoch": 0.500491558025219, + "learning_rate": 0.0009816999225733475, + "loss": 4.712640285491943, + "mean_token_accuracy": 0.6161503593126932, + "num_tokens": 36247760.0, + "step": 3903 + }, + { + "entropy": 1.6839836835861206, + "epoch": 0.5006197905535371, + "learning_rate": 0.000981688958207993, + "loss": 4.7515764236450195, + "mean_token_accuracy": 0.60861208041509, + "num_tokens": 36257787.0, + "step": 3904 + }, + { + "entropy": 1.7195029258728027, + "epoch": 0.5007480230818551, + "learning_rate": 0.000981677990620277, + "loss": 4.739657402038574, + "mean_token_accuracy": 0.5787248611450195, + "num_tokens": 36266754.0, + "step": 3905 + }, + { + "entropy": 1.8778115510940552, + "epoch": 0.5008762556101731, + "learning_rate": 0.0009816670198102722, + "loss": 5.342426300048828, + "mean_token_accuracy": 0.5644029776255289, + "num_tokens": 36275109.0, + "step": 3906 + }, + { + "entropy": 1.6665083567301433, + "epoch": 0.5010044881384911, + "learning_rate": 0.000981656045778052, + "loss": 4.663716793060303, + "mean_token_accuracy": 0.6167718966801962, + "num_tokens": 36283189.0, + "step": 3907 + }, + { + "entropy": 1.5853650569915771, + "epoch": 0.5011327206668091, + "learning_rate": 0.0009816450685236902, + "loss": 4.4898786544799805, + "mean_token_accuracy": 0.6299469669659933, + "num_tokens": 36291530.0, + "step": 3908 + }, + { + "entropy": 1.5099177360534668, + "epoch": 0.5012609531951272, + "learning_rate": 0.0009816340880472601, + "loss": 4.228975772857666, + "mean_token_accuracy": 0.6490862568219503, + "num_tokens": 36300212.0, + "step": 3909 + }, + { + "entropy": 1.595208207766215, + "epoch": 0.5013891857234452, + "learning_rate": 0.000981623104348835, + "loss": 4.484101295471191, + "mean_token_accuracy": 0.6380578478177389, + "num_tokens": 36309084.0, + "step": 3910 + }, + { + "entropy": 1.5791595776875813, + "epoch": 0.5015174182517632, + "learning_rate": 0.0009816121174284884, + "loss": 4.3900885581970215, + "mean_token_accuracy": 0.6341535051663717, + "num_tokens": 36317674.0, + "step": 3911 + }, + { + "entropy": 1.62153160572052, + "epoch": 0.5016456507800812, + "learning_rate": 0.0009816011272862938, + "loss": 4.620614528656006, + "mean_token_accuracy": 0.6133014957110087, + "num_tokens": 36326408.0, + "step": 3912 + }, + { + "entropy": 1.5907326539357503, + "epoch": 0.5017738833083992, + "learning_rate": 0.0009815901339223251, + "loss": 4.389406204223633, + "mean_token_accuracy": 0.6378708680470785, + "num_tokens": 36336045.0, + "step": 3913 + }, + { + "entropy": 1.748132308324178, + "epoch": 0.5019021158367173, + "learning_rate": 0.0009815791373366555, + "loss": 4.971093654632568, + "mean_token_accuracy": 0.6054035623868307, + "num_tokens": 36348432.0, + "step": 3914 + }, + { + "entropy": 1.8903357187906902, + "epoch": 0.5020303483650352, + "learning_rate": 0.0009815681375293585, + "loss": 5.379345893859863, + "mean_token_accuracy": 0.5670788089434305, + "num_tokens": 36359323.0, + "step": 3915 + }, + { + "entropy": 1.7722588777542114, + "epoch": 0.5021585808933533, + "learning_rate": 0.0009815571345005078, + "loss": 5.0537285804748535, + "mean_token_accuracy": 0.5905049641927084, + "num_tokens": 36369437.0, + "step": 3916 + }, + { + "entropy": 1.5297428766886394, + "epoch": 0.5022868134216713, + "learning_rate": 0.000981546128250177, + "loss": 4.298679351806641, + "mean_token_accuracy": 0.6383509437243143, + "num_tokens": 36379987.0, + "step": 3917 + }, + { + "entropy": 1.4860031207402546, + "epoch": 0.5024150459499893, + "learning_rate": 0.0009815351187784397, + "loss": 4.099626541137695, + "mean_token_accuracy": 0.6631977558135986, + "num_tokens": 36390328.0, + "step": 3918 + }, + { + "entropy": 1.9286293586095173, + "epoch": 0.5025432784783074, + "learning_rate": 0.0009815241060853698, + "loss": 5.491758346557617, + "mean_token_accuracy": 0.5633146564165751, + "num_tokens": 36398242.0, + "step": 3919 + }, + { + "entropy": 1.7052474816640217, + "epoch": 0.5026715110066253, + "learning_rate": 0.0009815130901710406, + "loss": 4.93897008895874, + "mean_token_accuracy": 0.5997002720832825, + "num_tokens": 36406696.0, + "step": 3920 + }, + { + "entropy": 1.7401388088862102, + "epoch": 0.5027997435349434, + "learning_rate": 0.0009815020710355258, + "loss": 4.964430809020996, + "mean_token_accuracy": 0.6013778249422709, + "num_tokens": 36414259.0, + "step": 3921 + }, + { + "entropy": 1.602206826210022, + "epoch": 0.5029279760632613, + "learning_rate": 0.0009814910486788994, + "loss": 4.401987075805664, + "mean_token_accuracy": 0.6324071884155273, + "num_tokens": 36423352.0, + "step": 3922 + }, + { + "entropy": 1.8633473714192708, + "epoch": 0.5030562085915794, + "learning_rate": 0.000981480023101235, + "loss": 5.409904479980469, + "mean_token_accuracy": 0.5612887938817342, + "num_tokens": 36432055.0, + "step": 3923 + }, + { + "entropy": 1.6445579528808594, + "epoch": 0.5031844411198975, + "learning_rate": 0.0009814689943026065, + "loss": 4.766666889190674, + "mean_token_accuracy": 0.6008661588033041, + "num_tokens": 36441600.0, + "step": 3924 + }, + { + "entropy": 1.6003653605779011, + "epoch": 0.5033126736482154, + "learning_rate": 0.0009814579622830872, + "loss": 4.52903938293457, + "mean_token_accuracy": 0.6267968416213989, + "num_tokens": 36452004.0, + "step": 3925 + }, + { + "entropy": 1.8239922920862834, + "epoch": 0.5034409061765335, + "learning_rate": 0.0009814469270427516, + "loss": 5.1507344245910645, + "mean_token_accuracy": 0.5859386523564657, + "num_tokens": 36461734.0, + "step": 3926 + }, + { + "entropy": 1.761412779490153, + "epoch": 0.5035691387048514, + "learning_rate": 0.000981435888581673, + "loss": 4.96294641494751, + "mean_token_accuracy": 0.6048097809155782, + "num_tokens": 36470485.0, + "step": 3927 + }, + { + "entropy": 1.5385382572809856, + "epoch": 0.5036973712331695, + "learning_rate": 0.0009814248468999255, + "loss": 4.407617092132568, + "mean_token_accuracy": 0.643062690893809, + "num_tokens": 36479229.0, + "step": 3928 + }, + { + "entropy": 1.4887970288594563, + "epoch": 0.5038256037614876, + "learning_rate": 0.0009814138019975825, + "loss": 4.15876579284668, + "mean_token_accuracy": 0.6523205637931824, + "num_tokens": 36488169.0, + "step": 3929 + }, + { + "entropy": 1.6216028134028118, + "epoch": 0.5039538362898055, + "learning_rate": 0.0009814027538747187, + "loss": 4.433670997619629, + "mean_token_accuracy": 0.6209513147672018, + "num_tokens": 36497337.0, + "step": 3930 + }, + { + "entropy": 1.7761931816736858, + "epoch": 0.5040820688181236, + "learning_rate": 0.0009813917025314073, + "loss": 5.1936750411987305, + "mean_token_accuracy": 0.5787492195765177, + "num_tokens": 36507814.0, + "step": 3931 + }, + { + "entropy": 1.6994515260060628, + "epoch": 0.5042103013464415, + "learning_rate": 0.0009813806479677225, + "loss": 4.845904350280762, + "mean_token_accuracy": 0.592108408610026, + "num_tokens": 36514422.0, + "step": 3932 + }, + { + "entropy": 1.7440189123153687, + "epoch": 0.5043385338747596, + "learning_rate": 0.0009813695901837384, + "loss": 4.717081069946289, + "mean_token_accuracy": 0.6115025679270426, + "num_tokens": 36522960.0, + "step": 3933 + }, + { + "entropy": 1.565526048342387, + "epoch": 0.5044667664030775, + "learning_rate": 0.0009813585291795289, + "loss": 4.197101593017578, + "mean_token_accuracy": 0.6449437538782755, + "num_tokens": 36530874.0, + "step": 3934 + }, + { + "entropy": 1.5814573367436726, + "epoch": 0.5045949989313956, + "learning_rate": 0.0009813474649551677, + "loss": 4.44792366027832, + "mean_token_accuracy": 0.6243598659833273, + "num_tokens": 36539148.0, + "step": 3935 + }, + { + "entropy": 1.6286994616190593, + "epoch": 0.5047232314597137, + "learning_rate": 0.0009813363975107292, + "loss": 4.593878269195557, + "mean_token_accuracy": 0.6274601221084595, + "num_tokens": 36547772.0, + "step": 3936 + }, + { + "entropy": 1.5996007124582927, + "epoch": 0.5048514639880316, + "learning_rate": 0.0009813253268462871, + "loss": 4.594222068786621, + "mean_token_accuracy": 0.6302551428476969, + "num_tokens": 36556985.0, + "step": 3937 + }, + { + "entropy": 1.563442548116048, + "epoch": 0.5049796965163497, + "learning_rate": 0.0009813142529619158, + "loss": 4.2276225090026855, + "mean_token_accuracy": 0.6439068913459778, + "num_tokens": 36565155.0, + "step": 3938 + }, + { + "entropy": 1.558829665184021, + "epoch": 0.5051079290446676, + "learning_rate": 0.000981303175857689, + "loss": 4.432164192199707, + "mean_token_accuracy": 0.6336938738822937, + "num_tokens": 36573469.0, + "step": 3939 + }, + { + "entropy": 1.646960457166036, + "epoch": 0.5052361615729857, + "learning_rate": 0.0009812920955336814, + "loss": 4.625553131103516, + "mean_token_accuracy": 0.6288454333941141, + "num_tokens": 36584270.0, + "step": 3940 + }, + { + "entropy": 1.8169173399607341, + "epoch": 0.5053643941013037, + "learning_rate": 0.0009812810119899666, + "loss": 5.036204814910889, + "mean_token_accuracy": 0.578369120756785, + "num_tokens": 36595328.0, + "step": 3941 + }, + { + "entropy": 1.7895363569259644, + "epoch": 0.5054926266296217, + "learning_rate": 0.0009812699252266187, + "loss": 4.910698890686035, + "mean_token_accuracy": 0.6128151814142863, + "num_tokens": 36604827.0, + "step": 3942 + }, + { + "entropy": 1.567941943804423, + "epoch": 0.5056208591579398, + "learning_rate": 0.0009812588352437121, + "loss": 4.289263725280762, + "mean_token_accuracy": 0.6411426067352295, + "num_tokens": 36613152.0, + "step": 3943 + }, + { + "entropy": 1.6755524476369221, + "epoch": 0.5057490916862577, + "learning_rate": 0.0009812477420413212, + "loss": 4.773195743560791, + "mean_token_accuracy": 0.6104572415351868, + "num_tokens": 36622813.0, + "step": 3944 + }, + { + "entropy": 1.5294269323349, + "epoch": 0.5058773242145758, + "learning_rate": 0.0009812366456195198, + "loss": 4.316240310668945, + "mean_token_accuracy": 0.6284839709599813, + "num_tokens": 36630867.0, + "step": 3945 + }, + { + "entropy": 1.5308234294255574, + "epoch": 0.5060055567428938, + "learning_rate": 0.0009812255459783821, + "loss": 4.291416168212891, + "mean_token_accuracy": 0.6397561430931091, + "num_tokens": 36640329.0, + "step": 3946 + }, + { + "entropy": 1.5939559539159138, + "epoch": 0.5061337892712118, + "learning_rate": 0.0009812144431179828, + "loss": 4.438161373138428, + "mean_token_accuracy": 0.6431456605593363, + "num_tokens": 36649078.0, + "step": 3947 + }, + { + "entropy": 1.539283037185669, + "epoch": 0.5062620217995298, + "learning_rate": 0.0009812033370383958, + "loss": 4.2578535079956055, + "mean_token_accuracy": 0.640303373336792, + "num_tokens": 36658477.0, + "step": 3948 + }, + { + "entropy": 1.93942391872406, + "epoch": 0.5063902543278478, + "learning_rate": 0.0009811922277396957, + "loss": 5.416418552398682, + "mean_token_accuracy": 0.5730541348457336, + "num_tokens": 36667938.0, + "step": 3949 + }, + { + "entropy": 1.7217317422231038, + "epoch": 0.5065184868561659, + "learning_rate": 0.0009811811152219563, + "loss": 4.915757179260254, + "mean_token_accuracy": 0.5999986131985983, + "num_tokens": 36676172.0, + "step": 3950 + }, + { + "entropy": 1.5307193597157795, + "epoch": 0.5066467193844839, + "learning_rate": 0.0009811699994852526, + "loss": 4.353466033935547, + "mean_token_accuracy": 0.6446656783421835, + "num_tokens": 36684368.0, + "step": 3951 + }, + { + "entropy": 1.616880218187968, + "epoch": 0.5067749519128019, + "learning_rate": 0.0009811588805296585, + "loss": 4.5742692947387695, + "mean_token_accuracy": 0.6315884590148926, + "num_tokens": 36695537.0, + "step": 3952 + }, + { + "entropy": 1.6973175207773845, + "epoch": 0.5069031844411199, + "learning_rate": 0.0009811477583552485, + "loss": 4.775786399841309, + "mean_token_accuracy": 0.6097029447555542, + "num_tokens": 36705351.0, + "step": 3953 + }, + { + "entropy": 1.8167781829833984, + "epoch": 0.5070314169694379, + "learning_rate": 0.000981136632962097, + "loss": 5.2342448234558105, + "mean_token_accuracy": 0.5771395365397135, + "num_tokens": 36715684.0, + "step": 3954 + }, + { + "entropy": 1.6465866963068645, + "epoch": 0.5071596494977559, + "learning_rate": 0.0009811255043502786, + "loss": 4.861780643463135, + "mean_token_accuracy": 0.6033794482549032, + "num_tokens": 36724857.0, + "step": 3955 + }, + { + "entropy": 1.6080172459284465, + "epoch": 0.507287882026074, + "learning_rate": 0.0009811143725198673, + "loss": 4.429044723510742, + "mean_token_accuracy": 0.623760978380839, + "num_tokens": 36735072.0, + "step": 3956 + }, + { + "entropy": 1.58140234152476, + "epoch": 0.507416114554392, + "learning_rate": 0.0009811032374709382, + "loss": 4.315986633300781, + "mean_token_accuracy": 0.6470756928126017, + "num_tokens": 36744070.0, + "step": 3957 + }, + { + "entropy": 1.6338984966278076, + "epoch": 0.50754434708271, + "learning_rate": 0.0009810920992035653, + "loss": 4.634085178375244, + "mean_token_accuracy": 0.5974189639091492, + "num_tokens": 36751961.0, + "step": 3958 + }, + { + "entropy": 1.669573426246643, + "epoch": 0.507672579611028, + "learning_rate": 0.0009810809577178233, + "loss": 4.660354137420654, + "mean_token_accuracy": 0.622163991133372, + "num_tokens": 36763599.0, + "step": 3959 + }, + { + "entropy": 1.6422313054402669, + "epoch": 0.507800812139346, + "learning_rate": 0.0009810698130137867, + "loss": 4.6752729415893555, + "mean_token_accuracy": 0.6206018726030985, + "num_tokens": 36772737.0, + "step": 3960 + }, + { + "entropy": 1.6285335620244343, + "epoch": 0.507929044667664, + "learning_rate": 0.0009810586650915302, + "loss": 4.608302116394043, + "mean_token_accuracy": 0.6203535000483195, + "num_tokens": 36783054.0, + "step": 3961 + }, + { + "entropy": 1.5254209438959758, + "epoch": 0.508057277195982, + "learning_rate": 0.0009810475139511278, + "loss": 4.2116804122924805, + "mean_token_accuracy": 0.6522517800331116, + "num_tokens": 36792912.0, + "step": 3962 + }, + { + "entropy": 1.6954527695973713, + "epoch": 0.5081855097243001, + "learning_rate": 0.000981036359592655, + "loss": 4.740849018096924, + "mean_token_accuracy": 0.6186342636744181, + "num_tokens": 36802327.0, + "step": 3963 + }, + { + "entropy": 1.7876583337783813, + "epoch": 0.508313742252618, + "learning_rate": 0.0009810252020161859, + "loss": 5.079774856567383, + "mean_token_accuracy": 0.5879835486412048, + "num_tokens": 36811641.0, + "step": 3964 + }, + { + "entropy": 1.816460649172465, + "epoch": 0.5084419747809361, + "learning_rate": 0.0009810140412217947, + "loss": 5.290631294250488, + "mean_token_accuracy": 0.5971399744351705, + "num_tokens": 36821143.0, + "step": 3965 + }, + { + "entropy": 1.5270627339680989, + "epoch": 0.5085702073092541, + "learning_rate": 0.000981002877209557, + "loss": 4.090809345245361, + "mean_token_accuracy": 0.6569658915201823, + "num_tokens": 36829711.0, + "step": 3966 + }, + { + "entropy": 1.7831090688705444, + "epoch": 0.5086984398375721, + "learning_rate": 0.000980991709979547, + "loss": 5.0301642417907715, + "mean_token_accuracy": 0.5821901559829712, + "num_tokens": 36837424.0, + "step": 3967 + }, + { + "entropy": 1.7721786101659138, + "epoch": 0.5088266723658902, + "learning_rate": 0.0009809805395318396, + "loss": 5.011274337768555, + "mean_token_accuracy": 0.5854938427607218, + "num_tokens": 36847254.0, + "step": 3968 + }, + { + "entropy": 1.8691118558247883, + "epoch": 0.5089549048942081, + "learning_rate": 0.000980969365866509, + "loss": 5.324942588806152, + "mean_token_accuracy": 0.5716744661331177, + "num_tokens": 36857029.0, + "step": 3969 + }, + { + "entropy": 1.6620768308639526, + "epoch": 0.5090831374225262, + "learning_rate": 0.0009809581889836305, + "loss": 4.826773166656494, + "mean_token_accuracy": 0.6083492636680603, + "num_tokens": 36864135.0, + "step": 3970 + }, + { + "entropy": 1.5524459679921467, + "epoch": 0.5092113699508442, + "learning_rate": 0.0009809470088832787, + "loss": 4.377939224243164, + "mean_token_accuracy": 0.6353937784830729, + "num_tokens": 36871596.0, + "step": 3971 + }, + { + "entropy": 1.5845143000284831, + "epoch": 0.5093396024791622, + "learning_rate": 0.0009809358255655283, + "loss": 4.552235126495361, + "mean_token_accuracy": 0.6258392731348673, + "num_tokens": 36879447.0, + "step": 3972 + }, + { + "entropy": 1.6790478229522705, + "epoch": 0.5094678350074803, + "learning_rate": 0.0009809246390304544, + "loss": 4.707980632781982, + "mean_token_accuracy": 0.6101146340370178, + "num_tokens": 36890473.0, + "step": 3973 + }, + { + "entropy": 1.8017541567484539, + "epoch": 0.5095960675357982, + "learning_rate": 0.0009809134492781315, + "loss": 5.0723748207092285, + "mean_token_accuracy": 0.5957750082015991, + "num_tokens": 36897634.0, + "step": 3974 + }, + { + "entropy": 1.5911199649175007, + "epoch": 0.5097243000641163, + "learning_rate": 0.0009809022563086345, + "loss": 4.524158954620361, + "mean_token_accuracy": 0.619879404703776, + "num_tokens": 36907356.0, + "step": 3975 + }, + { + "entropy": 1.5411566893259685, + "epoch": 0.5098525325924342, + "learning_rate": 0.0009808910601220387, + "loss": 4.1349053382873535, + "mean_token_accuracy": 0.6571348309516907, + "num_tokens": 36914770.0, + "step": 3976 + }, + { + "entropy": 1.4656237363815308, + "epoch": 0.5099807651207523, + "learning_rate": 0.0009808798607184185, + "loss": 4.006032943725586, + "mean_token_accuracy": 0.667104701201121, + "num_tokens": 36928172.0, + "step": 3977 + }, + { + "entropy": 1.862662672996521, + "epoch": 0.5101089976490704, + "learning_rate": 0.0009808686580978488, + "loss": 5.512968063354492, + "mean_token_accuracy": 0.5611441930135092, + "num_tokens": 36936859.0, + "step": 3978 + }, + { + "entropy": 1.643123745918274, + "epoch": 0.5102372301773883, + "learning_rate": 0.0009808574522604048, + "loss": 4.648721694946289, + "mean_token_accuracy": 0.6122188170750936, + "num_tokens": 36945619.0, + "step": 3979 + }, + { + "entropy": 1.6428693135579426, + "epoch": 0.5103654627057064, + "learning_rate": 0.0009808462432061617, + "loss": 4.534782409667969, + "mean_token_accuracy": 0.6354033748308817, + "num_tokens": 36956057.0, + "step": 3980 + }, + { + "entropy": 1.5526816447575886, + "epoch": 0.5104936952340243, + "learning_rate": 0.0009808350309351939, + "loss": 4.3613691329956055, + "mean_token_accuracy": 0.6389279365539551, + "num_tokens": 36966078.0, + "step": 3981 + }, + { + "entropy": 1.5103510618209839, + "epoch": 0.5106219277623424, + "learning_rate": 0.0009808238154475767, + "loss": 4.172175884246826, + "mean_token_accuracy": 0.6402427156766256, + "num_tokens": 36974194.0, + "step": 3982 + }, + { + "entropy": 1.6119025945663452, + "epoch": 0.5107501602906604, + "learning_rate": 0.000980812596743385, + "loss": 4.454165935516357, + "mean_token_accuracy": 0.6359912157058716, + "num_tokens": 36982636.0, + "step": 3983 + }, + { + "entropy": 1.6303982337315877, + "epoch": 0.5108783928189784, + "learning_rate": 0.0009808013748226943, + "loss": 4.405068874359131, + "mean_token_accuracy": 0.6341762940088908, + "num_tokens": 36990522.0, + "step": 3984 + }, + { + "entropy": 1.5102834701538086, + "epoch": 0.5110066253472965, + "learning_rate": 0.000980790149685579, + "loss": 4.2323784828186035, + "mean_token_accuracy": 0.6333450476328532, + "num_tokens": 36998462.0, + "step": 3985 + }, + { + "entropy": 1.5118719339370728, + "epoch": 0.5111348578756144, + "learning_rate": 0.0009807789213321148, + "loss": 4.337666988372803, + "mean_token_accuracy": 0.632972240447998, + "num_tokens": 37005660.0, + "step": 3986 + }, + { + "entropy": 1.6916817426681519, + "epoch": 0.5112630904039325, + "learning_rate": 0.0009807676897623763, + "loss": 4.8602294921875, + "mean_token_accuracy": 0.6053379774093628, + "num_tokens": 37014255.0, + "step": 3987 + }, + { + "entropy": 1.7395803928375244, + "epoch": 0.5113913229322505, + "learning_rate": 0.000980756454976439, + "loss": 4.910752773284912, + "mean_token_accuracy": 0.604403038819631, + "num_tokens": 37025140.0, + "step": 3988 + }, + { + "entropy": 1.6243345340092976, + "epoch": 0.5115195554605685, + "learning_rate": 0.0009807452169743782, + "loss": 4.471715450286865, + "mean_token_accuracy": 0.6343841155370077, + "num_tokens": 37034577.0, + "step": 3989 + }, + { + "entropy": 1.5209779342015584, + "epoch": 0.5116477879888865, + "learning_rate": 0.0009807339757562684, + "loss": 4.048795700073242, + "mean_token_accuracy": 0.6558148264884949, + "num_tokens": 37043320.0, + "step": 3990 + }, + { + "entropy": 1.6294992367426555, + "epoch": 0.5117760205172045, + "learning_rate": 0.0009807227313221856, + "loss": 4.528191089630127, + "mean_token_accuracy": 0.6226997176806132, + "num_tokens": 37052837.0, + "step": 3991 + }, + { + "entropy": 1.6125880479812622, + "epoch": 0.5119042530455226, + "learning_rate": 0.0009807114836722043, + "loss": 4.418344974517822, + "mean_token_accuracy": 0.6262590686480204, + "num_tokens": 37064378.0, + "step": 3992 + }, + { + "entropy": 1.6537413199742634, + "epoch": 0.5120324855738405, + "learning_rate": 0.0009807002328064004, + "loss": 4.690625190734863, + "mean_token_accuracy": 0.6147327820460001, + "num_tokens": 37073915.0, + "step": 3993 + }, + { + "entropy": 1.510980765024821, + "epoch": 0.5121607181021586, + "learning_rate": 0.0009806889787248485, + "loss": 4.123795509338379, + "mean_token_accuracy": 0.6511065562566122, + "num_tokens": 37086951.0, + "step": 3994 + }, + { + "entropy": 1.674158771832784, + "epoch": 0.5122889506304766, + "learning_rate": 0.0009806777214276246, + "loss": 4.6684770584106445, + "mean_token_accuracy": 0.6206840475400289, + "num_tokens": 37097817.0, + "step": 3995 + }, + { + "entropy": 1.5403246482213337, + "epoch": 0.5124171831587946, + "learning_rate": 0.0009806664609148035, + "loss": 4.3938093185424805, + "mean_token_accuracy": 0.6371203660964966, + "num_tokens": 37107836.0, + "step": 3996 + }, + { + "entropy": 1.6817156473795574, + "epoch": 0.5125454156871126, + "learning_rate": 0.0009806551971864607, + "loss": 4.726136684417725, + "mean_token_accuracy": 0.6173272132873535, + "num_tokens": 37117293.0, + "step": 3997 + }, + { + "entropy": 1.5133859713872273, + "epoch": 0.5126736482154306, + "learning_rate": 0.0009806439302426715, + "loss": 4.299818515777588, + "mean_token_accuracy": 0.6379760106404623, + "num_tokens": 37126109.0, + "step": 3998 + }, + { + "entropy": 1.6118206977844238, + "epoch": 0.5128018807437487, + "learning_rate": 0.0009806326600835114, + "loss": 4.560181140899658, + "mean_token_accuracy": 0.6082485119501749, + "num_tokens": 37136644.0, + "step": 3999 + }, + { + "entropy": 1.6857402324676514, + "epoch": 0.5129301132720667, + "learning_rate": 0.0009806213867090555, + "loss": 4.683553695678711, + "mean_token_accuracy": 0.6027925411860148, + "num_tokens": 37144418.0, + "step": 4000 + }, + { + "epoch": 0.5129301132720667, + "eval_cdm_f1": 0.219888, + "eval_entropy": 1.7470548793673515, + "eval_exact_match": 0.005, + "eval_loss": 1.6598097085952759, + "eval_mean_token_accuracy": 0.5918774962425232, + "eval_norm_edit_similarity": 0.605585796668195, + "eval_num_tokens": 37144418.0, + "eval_runtime": 86.7931, + "eval_samples_per_second": 2.304, + "eval_steps_per_second": 0.461, + "step": 4000 + } + ], + "logging_steps": 1, + "max_steps": 38995, + "num_input_tokens_seen": 0, + "num_train_epochs": 5, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.6054666354492416e+16, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +}