| step,tokens_seen,cumulative_flops,train_loss,eval_loss | |
| 50,6553600,1.962834e+15,481.232043,468.060863 | |
| 100,13107200,3.925667e+15,414.007233,249.098438 | |
| 150,19660800,5.888501e+15,223.722679,67.245188 | |
| 200,26214400,7.851334e+15,114.686162,45.496711 | |
| 250,32768000,9.814168e+15,67.729099,38.310209 | |
| 300,39321600,1.177700e+16,47.455931,34.591159 | |
| 350,45875200,1.373984e+16,38.227031,32.086732 | |
| 400,52428800,1.570267e+16,33.366357,29.905297 | |
| 450,58982400,1.766550e+16,30.366026,28.080018 | |
| 500,65536000,1.962834e+16,28.121661,26.266195 | |
| 550,72089600,2.159117e+16,26.195569,24.540120 | |
| 600,78643200,2.355400e+16,24.492545,23.045523 | |
| 650,85196800,2.551684e+16,22.958556,21.523456 | |
| 700,91750400,2.747967e+16,21.413368,20.105061 | |
| 750,98304000,2.944250e+16,20.040775,18.876950 | |
| 800,104857600,3.140534e+16,18.742001,17.543664 | |
| 850,111411200,3.336817e+16,17.409926,16.235922 | |
| 900,117964800,3.533100e+16,16.217652,15.203576 | |
| 950,124518400,3.729384e+16,15.124533,14.191646 | |
| 1000,131072000,3.925667e+16,14.100634,13.198730 | |
| 1050,137625600,4.121951e+16,13.141555,12.300083 | |
| 1100,144179200,4.318234e+16,12.299939,11.593946 | |
| 1150,150732800,4.514517e+16,11.537229,10.949046 | |
| 1200,157286400,4.710801e+16,10.902970,10.433288 | |
| 1250,163840000,4.907084e+16,10.347506,9.912902 | |
| 1300,170393600,5.103367e+16,9.859825,9.556776 | |
| 1350,176947200,5.299651e+16,9.429280,9.095361 | |
| 1400,183500800,5.495934e+16,9.040829,8.797824 | |
| 1450,190054400,5.692217e+16,8.736355,8.501487 | |
| 1500,196608000,5.888501e+16,8.466307,8.270260 | |
| 1550,203161600,6.084784e+16,8.232782,8.070500 | |
| 1600,209715200,6.281068e+16,8.033002,7.951308 | |
| 1650,216268800,6.477351e+16,7.884834,7.812020 | |
| 1700,222822400,6.673634e+16,7.775660,7.700643 | |
| 1750,229376000,6.869918e+16,7.660619,7.591144 | |
| 1800,235929600,7.066201e+16,7.544613,7.479622 | |
| 1850,242483200,7.262484e+16,7.453718,7.413317 | |
| 1900,249036800,7.458768e+16,7.373449,7.372853 | |
| 1950,255590400,7.655051e+16,7.309549,7.311614 | |
| 2000,262144000,7.851334e+16,7.250540,7.231411 | |
| 2050,268697600,8.047618e+16,7.213864,7.193598 | |
| 2100,275251200,8.243901e+16,7.179894,7.173693 | |
| 2150,281804800,8.440185e+16,7.132753,7.132318 | |
| 2200,288358400,8.636468e+16,7.098393,7.131440 | |
| 2250,294912000,8.832751e+16,7.052706,7.063820 | |
| 2300,301465600,9.029035e+16,7.035148,7.032369 | |
| 2350,308019200,9.225318e+16,6.998202,7.023812 | |
| 2400,314572800,9.421601e+16,6.965308,7.009300 | |
| 2450,321126400,9.617885e+16,6.937199,6.966872 | |
| 2500,327680000,9.814168e+16,6.917955,6.948319 | |
| 2550,334233600,1.001045e+17,6.910627,6.912753 | |
| 2600,340787200,1.020673e+17,6.888831,6.900307 | |
| 2650,347340800,1.040302e+17,6.869553,6.886837 | |
| 2700,353894400,1.059930e+17,6.852853,6.876582 | |
| 2750,360448000,1.079558e+17,6.833202,6.853164 | |
| 2800,367001600,1.099187e+17,6.801968,6.838984 | |
| 2850,373555200,1.118815e+17,6.798233,6.836548 | |
| 2900,380108800,1.138443e+17,6.774785,6.830278 | |
| 2950,386662400,1.158072e+17,6.766232,6.774561 | |
| 3000,393216000,1.177700e+17,6.749159,6.778881 | |
| 3050,399769600,1.197329e+17,6.728688,6.735168 | |
| 3100,406323200,1.216957e+17,6.714853,6.732450 | |
| 3150,412876800,1.236585e+17,6.698598,6.796356 | |
| 3200,419430400,1.256214e+17,6.686483,6.716971 | |
| 3250,425984000,1.275842e+17,6.665803,6.693718 | |
| 3300,432537600,1.295470e+17,6.660155,6.683631 | |
| 3350,439091200,1.315099e+17,6.642038,6.675073 | |
| 3400,445644800,1.334727e+17,6.630878,6.650534 | |
| 3450,452198400,1.354355e+17,6.606396,6.637471 | |
| 3500,458752000,1.373984e+17,6.599785,6.621552 | |
| 3550,465305600,1.393612e+17,6.580312,6.603992 | |
| 3600,471859200,1.413240e+17,6.570609,6.589747 | |
| 3650,478412800,1.432869e+17,6.552833,6.589047 | |
| 3700,484966400,1.452497e+17,6.538260,6.568013 | |
| 3750,491520000,1.472125e+17,6.521718,6.549954 | |
| 3800,498073600,1.491754e+17,6.511858,6.539092 | |
| 3850,504627200,1.511382e+17,6.503347,6.528996 | |
| 3900,511180800,1.531010e+17,6.487707,6.509261 | |
| 3950,517734400,1.550639e+17,6.482584,6.514267 | |
| 4000,524288000,1.570267e+17,6.467318,6.483663 | |
| 4050,530841600,1.589895e+17,6.455182,6.476724 | |
| 4100,537395200,1.609524e+17,6.440133,6.467840 | |
| 4150,543948800,1.629152e+17,6.422321,6.469676 | |
| 4200,550502400,1.648780e+17,6.415309,6.446268 | |
| 4250,557056000,1.668409e+17,6.401155,6.424834 | |
| 4300,563609600,1.688037e+17,6.387016,6.426277 | |
| 4350,570163200,1.707665e+17,6.378575,6.409427 | |
| 4400,576716800,1.727294e+17,6.375087,6.402197 | |
| 4450,583270400,1.746922e+17,6.359747,6.388129 | |
| 4500,589824000,1.766550e+17,6.343082,6.371026 | |
| 4550,596377600,1.786179e+17,6.325609,6.356709 | |
| 4600,602931200,1.805807e+17,6.319651,6.360512 | |
| 4650,609484800,1.825435e+17,6.317408,6.339744 | |
| 4700,616038400,1.845064e+17,6.297828,6.328688 | |
| 4750,622592000,1.864692e+17,6.284535,6.314753 | |
| 4800,629145600,1.884320e+17,6.271685,6.301934 | |
| 4850,635699200,1.903949e+17,6.272675,6.297839 | |
| 4900,642252800,1.923577e+17,6.258213,6.286965 | |
| 4950,648806400,1.943205e+17,6.254230,6.278755 | |
| 5000,655360000,1.962834e+17,6.237339,6.265734 | |
| 5050,661913600,1.982462e+17,6.235086,6.256363 | |
| 5100,668467200,2.002090e+17,6.219046,6.255527 | |
| 5150,675020800,2.021719e+17,6.208438,6.242304 | |
| 5200,681574400,2.041347e+17,6.202190,6.233558 | |
| 5250,688128000,2.060975e+17,6.192908,6.226863 | |
| 5300,694681600,2.080604e+17,6.187392,6.217146 | |
| 5350,701235200,2.100232e+17,6.180979,6.207134 | |
| 5400,707788800,2.119860e+17,6.171056,6.198918 | |
| 5450,714342400,2.139489e+17,6.155387,6.182608 | |
| 5500,720896000,2.159117e+17,6.143435,6.173668 | |
| 5550,727449600,2.178745e+17,6.131033,6.167401 | |
| 5600,734003200,2.198374e+17,6.128006,6.157319 | |
| 5650,740556800,2.218002e+17,6.109534,6.145049 | |
| 5700,747110400,2.237630e+17,6.102199,6.138362 | |
| 5750,753664000,2.257259e+17,6.096466,6.133684 | |
| 5800,760217600,2.276887e+17,6.091104,6.124376 | |
| 5850,766771200,2.296515e+17,6.080944,6.116454 | |
| 5900,773324800,2.316144e+17,6.076340,6.109211 | |
| 5950,779878400,2.335772e+17,6.071244,6.102320 | |
| 6000,786432000,2.355400e+17,6.061044,6.095302 | |
| 6050,792985600,2.375029e+17,6.056987,6.090363 | |
| 6100,799539200,2.394657e+17,6.050725,6.084931 | |
| 6150,806092800,2.414285e+17,6.041938,6.079893 | |
| 6200,812646400,2.433914e+17,6.041368,6.073426 | |
| 6250,819200000,2.453542e+17,6.030296,6.069240 | |
| 6300,825753600,2.473170e+17,6.029185,6.064966 | |
| 6350,832307200,2.492799e+17,6.022271,6.060003 | |
| 6400,838860800,2.512427e+17,6.020421,6.056077 | |
| 6450,845414400,2.532055e+17,6.013775,6.053165 | |
| 6500,851968000,2.551684e+17,6.008426,6.050062 | |
| 6550,858521600,2.571312e+17,6.003985,6.046521 | |
| 6600,865075200,2.590940e+17,6.008943,6.043929 | |
| 6650,871628800,2.610569e+17,6.004987,6.041575 | |
| 6700,878182400,2.630197e+17,6.003027,6.039352 | |
| 6750,884736000,2.649825e+17,5.993934,6.037285 | |
| 6800,891289600,2.669454e+17,5.991322,6.035030 | |
| 6850,897843200,2.689082e+17,5.986115,6.033491 | |
| 6900,904396800,2.708710e+17,5.994114,6.032060 | |
| 6950,910950400,2.728339e+17,5.991802,6.030943 | |
| 7000,917504000,2.747967e+17,5.988606,6.029637 | |
| 7050,924057600,2.767595e+17,5.988168,6.028878 | |
| 7100,930611200,2.787224e+17,5.990009,6.027795 | |
| 7150,937164800,2.806852e+17,5.987513,6.026997 | |
| 7200,943718400,2.826480e+17,5.988395,6.026316 | |
| 7250,950272000,2.846109e+17,5.991222,6.025830 | |
| 7300,956825600,2.865737e+17,5.983776,6.025387 | |
| 7350,963379200,2.885365e+17,5.987964,6.025143 | |
| 7400,969932800,2.904994e+17,5.985741,6.024819 | |
| 7450,976486400,2.924622e+17,5.980988,6.024729 | |
| 7500,983040000,2.944250e+17,5.984574,6.024601 | |
| 7550,989593600,2.963879e+17,5.989106,6.024547 | |
| 7600,996147200,2.983507e+17,5.984873,6.024530 | |
| 7630,1000079360,2.995284e+17,5.986368,5.994206 | |