step 2400 | val_ppl=12.71

step 2000 | val_ppl=13.38

step 1600 | val_ppl=14.38

step 1200 | val_ppl=15.94

step 800 | val_ppl=18.87

step 400 | val_ppl=32.14

Delete training_meta.json

Delete tokenizer_config.json

Delete tokenizer.json

Delete model.safetensors

Delete generation_config.json

Delete config.json

Delete resume

step 20 | val_ppl=inf

Delete tokenizer_config.json

Delete tokenizer.json

Delete model.safetensors

Delete generation_config.json

Delete model.py

Delete config.json

Delete resume

Delete training_meta.json

Update model.py

step 20 | ppl=inf

step 10 | ppl=inf

initial commit