step,tokens_seen,train_loss,val_loss,val_ppl,flops,wall_clock_s,lr,timestamp
250,16384000,8.644249,8.610297,5487.878613,2732454838272000.0,396.158,0.0002999941133947256,1783865908.5887787
500,32768000,4.481455,4.598619,99.346996,5464909676544000.0,790.599,0.0002991011690756719,1783866303.0293655
750,49152000,3.674093,3.638702,38.042439,8197364514816000.0,373.488,0.0002966994517336653,1783869803.0139697
1000,65536000,3.179382,3.241413,25.569839,1.0929819353088e+16,755.36,0.0002928159831043055,1783870184.885807
1250,81920000,4.260888,4.449981,85.625278,1.366227419136e+16,1138.019,0.0002874944561154309,1783870567.5442734
1500,98304000,3.884715,3.981574,53.601353,1.6394729029632e+16,1518.525,0.00028079474329773663,1783870948.050894
1750,114688000,3.195277,3.253014,25.868176,1.9127183867904e+16,1897.984,0.00027279222315858785,1783871327.5096931
2000,131072000,3.020687,3.007032,20.227271,2.1859638706176e+16,2276.445,0.0002635769320980012,1783871705.9707286
2250,147456000,2.657582,2.674878,14.51058,2.4592093544448e+16,2656.04,0.0002532525514085912,1783872085.5658333
2500,163840000,2.395049,2.471345,11.838355,2.732454838272e+16,3033.69,0.00024193524075675178,1783872463.2155404
2750,180224000,2.352257,2.381469,10.82079,3.0057003220992e+16,3413.192,0.0002297523312695832,1783872842.7179115
3000,196608000,2.342786,2.337856,10.359001,3.2789458059264e+16,3793.549,0.0002168408929316503,1783873223.074662
3250,212992000,2.165529,2.20027,9.027449,3.5521912897536e+16,4172.455,0.00020334619240979917,1783873601.9808364
3500,229376000,2.169463,2.171431,8.770825,3.8254367735808e+16,4553.004,0.00018942005865705484,1783873982.529359
3750,245760000,2.023491,2.071738,7.938609,4.098682257408e+16,4933.407,0.0001752191746841995,1783874362.9321918
4000,262144000,1.994133,2.021164,7.547103,4.3719277412352e+16,5313.167,0.00016090331471831855,1783874742.6923575
4250,278528000,1.915217,1.983352,7.267062,4.6451732250624e+16,5694.658,0.00014663354658205505,1783875124.1841464
4500,294912000,1.890913,1.945567,6.9976,4.9184187088896e+16,6075.706,0.0001325704195186123,1783875505.2312891
4750,311296000,1.92608,1.919906,6.820316,5.1916641927168e+16,6456.545,0.0001188721578512973,1783875886.0709999
5000,327680000,1.8331,1.896522,6.662678,5.464909676544e+16,6838.338,0.00010569288080075123,1783876267.8639047
5250,344064000,1.794781,1.876337,6.529545,5.7381551603712e+16,7221.779,9.3180868488713e-05,1783876651.3047118
5500,360448000,1.838415,1.859553,6.420867,6.0114006441984e+16,7603.065,8.147689363751894e-05,1783877032.5909648
5750,376832000,1.781992,1.845763,6.332932,6.2846461280256e+16,7986.337,7.071263773539552e-05,1783877415.8623426
6000,393216000,1.796361,1.83186,6.245492,6.5578916118528e+16,8368.95,6.10092094872797e-05,1783877798.4754841
6250,409600000,1.800116,1.820369,6.174138,6.83113709568e+16,8751.942,5.247578222008455e-05,1783878181.468094
6500,425984000,1.754745,1.809579,6.107875,7.1043825795072e+16,9134.396,4.5208365572971375e-05,1783878563.9219835
6750,442368000,1.7809,1.801607,6.059378,7.3776280633344e+16,9516.968,3.928872529234871e-05,1783878946.493554
7000,458752000,1.797005,1.795132,6.020268,7.6508735471616e+16,9900.461,3.478346328498999e-05,1783879329.986899
7250,475136000,1.727047,1.789295,5.985231,7.9241190309888e+16,10282.152,3.174326827959826e-05,1783879711.677595
7500,491520000,1.719522,1.783888,5.952956,8.197364514816e+16,10664.321,3.020234552762859e-05,1783880093.846988
7629,499974144,1.740171,1.781504,5.938781,8.338359184470835e+16,10867.205,2.9999999999999997e-05,1783880296.7303886