| step,train_loss,val_loss,lr,tokens_seen,tokens_per_sec | |
| 0,11.5836,11.5737,3.000000e-07,36864,1643 | |
| 100,11.1004,10.9777,3.030000e-05,3723264,1571 | |
| 200,9.3811,9.3732,6.030000e-05,7409664,1582 | |
| 300,9.8832,9.8805,9.030000e-05,11096064,1597 | |
| 400,12.7771,12.5471,1.203000e-04,14782464,1602 | |
| 500,16.7362,17.3831,1.503000e-04,18468864,1603 | |