| step,tokens_seen,train_loss,val_loss,val_ppl,flops,wall_clock_s,lr,timestamp | |
| 250,16384000,8.213951,8.439177,4624.746978,2732454838272000.0,374.804,0.0002999941133947256,1783869803.9680085 | |
| 500,32768000,4.211446,4.219403,67.992891,5464909676544000.0,759.524,0.0002991011690756719,1783870188.6883516 | |
| 750,49152000,3.442481,3.460175,31.822561,8197364514816000.0,1144.559,0.0002966994517336653,1783870573.7231088 | |
| 1000,65536000,3.051614,3.074493,21.638914,1.0929819353088e+16,1531.665,0.0002928159831043055,1783870960.8290322 | |
| 1250,81920000,2.768189,2.799888,16.442812,1.366227419136e+16,1920.53,0.0002874944561154309,1783871349.693934 | |
| 1500,98304000,2.586171,2.613184,13.642418,1.6394729029632e+16,2309.177,0.00028079474329773663,1783871738.340721 | |
| 1750,114688000,2.359949,2.394746,10.965416,1.9127183867904e+16,2696.136,0.00027279222315858785,1783872125.300492 | |
| 2000,131072000,2.204663,2.259688,9.580096,2.1859638706176e+16,3074.238,0.0002635769320980012,1783872503.4024386 | |
| 2250,147456000,2.132078,2.156606,8.641762,2.4592093544448e+16,3462.768,0.0002532525514085912,1783872891.931922 | |
| 2500,163840000,2.036325,2.090924,8.092389,2.732454838272e+16,3849.412,0.00024193524075675178,1783873278.5762591 | |
| 2750,180224000,1.948065,2.030439,7.617433,3.0057003220992e+16,4238.781,0.0002297523312695832,1783873667.9452536 | |
| 3000,196608000,1.904167,1.978394,7.23112,3.2789458059264e+16,4626.59,0.0002168408929316503,1783874055.753894 | |
| 3250,212992000,1.912498,1.941811,6.971362,3.5521912897536e+16,5013.963,0.00020334619240979917,1783874443.1273754 | |
| 3500,229376000,1.88712,1.907503,6.736249,3.8254367735808e+16,5400.764,0.00018942005865705484,1783874829.9285133 | |
| 3750,245760000,1.855833,1.873951,6.513985,4.098682257408e+16,5790.391,0.0001752191746841995,1783875219.5553815 | |
| 4000,262144000,1.784038,1.846181,6.335579,4.3719277412352e+16,6179.32,0.00016090331471831855,1783875608.4840887 | |
| 4250,278528000,1.790284,1.82669,6.213287,4.6451732250624e+16,6568.432,0.00014663354658205505,1783875997.5962217 | |
| 4500,294912000,1.765764,1.807473,6.095023,4.9184187088896e+16,6955.25,0.0001325704195186123,1783876384.4138353 | |
| 4750,311296000,1.760465,1.787069,5.971922,5.1916641927168e+16,7344.509,0.0001188721578512973,1783876773.6727495 | |
| 5000,327680000,1.724744,1.772221,5.883906,5.464909676544e+16,7732.71,0.00010569288080075123,1783877161.8745167 | |
| 5250,344064000,1.688299,1.755853,5.788381,5.7381551603712e+16,8121.229,9.3180868488713e-05,1783877550.3935475 | |
| 5500,360448000,1.679525,1.744737,5.724393,6.0114006441984e+16,8510.9,8.147689363751894e-05,1783877940.064406 | |
| 5750,376832000,1.724009,1.732022,5.652069,6.2846461280256e+16,8900.973,7.071263773539552e-05,1783878330.1370761 | |
| 6000,393216000,1.746019,1.723445,5.603802,6.5578916118528e+16,9290.809,6.10092094872797e-05,1783878719.9730003 | |
| 6250,409600000,1.694173,1.713765,5.549815,6.83113709568e+16,9678.537,5.247578222008455e-05,1783879107.7013443 | |
| 6500,425984000,1.631712,1.706639,5.510408,7.1043825795072e+16,10067.476,4.5208365572971375e-05,1783879496.6396806 | |
| 6750,442368000,1.674521,1.699756,5.472614,7.3776280633344e+16,10458.351,3.928872529234871e-05,1783879887.514614 | |
| 7000,458752000,1.666888,1.695421,5.44894,7.6508735471616e+16,10847.251,3.478346328498999e-05,1783880276.415483 | |
| 7250,475136000,1.67563,1.690211,5.420625,7.9241190309888e+16,11237.622,3.174326827959826e-05,1783880666.7858064 | |
| 7500,491520000,1.650595,1.686911,5.402767,8.197364514816e+16,11626.35,3.020234552762859e-05,1783881055.5137177 | |
| 7629,499974144,1.636174,1.685073,5.392847,8.338359184470835e+16,11832.395,2.9999999999999997e-05,1783881261.5593405 | |