gpt2small-en-it-nanochat-lr3e4-bs6-wsd-shortfastdecay8k-final5e6-webwiki-step8000 / eval_metrics.jsonl
| {"step": 1000, "validation_loss": 5.482670289795606, "validation_perplexity": 240.48802345829137, "validation_num_batches": 128, "elapsed_sec": 8324.719261169434} | |
| {"step": 2000, "validation_loss": 4.5780933100779375, "validation_perplexity": 97.3286416369149, "validation_num_batches": 128, "elapsed_sec": 16636.953268051147} | |
| {"step": 3000, "validation_loss": 4.2193704548876845, "validation_perplexity": 67.99066762083781, "validation_num_batches": 128, "elapsed_sec": 24949.2317006588} | |
| {"step": 4000, "validation_loss": 4.019869025491055, "validation_perplexity": 55.69381087954878, "validation_num_batches": 128, "elapsed_sec": 33273.656369924545} | |
| {"step": 5000, "validation_loss": 4.078961359527535, "validation_perplexity": 59.08407086238957, "validation_num_batches": 128, "elapsed_sec": 41597.64162111282} | |
| {"step": 6000, "validation_loss": 4.016584710055898, "validation_perplexity": 55.51119488525109, "validation_num_batches": 128, "elapsed_sec": 49907.71303868294} | |
| {"step": 7000, "validation_loss": 3.911746149875966, "validation_perplexity": 49.98615913843908, "validation_num_batches": 128, "elapsed_sec": 58223.721999168396} | |
| {"step": 8000, "validation_loss": 3.882301174864477, "validation_perplexity": 48.53577596923642, "validation_num_batches": 128, "elapsed_sec": 66536.9193212986} | |