| step,val_loss,val_ppl |
| 500,3.498534989356995,33.06697298889895 |
| 1000,2.8471461057662966,17.238514674738457 |
| 1500,2.7574612379074095,15.759781780318976 |
| 2000,2.5558231592178347,12.881899148416553 |
| 2500,2.2307695388793944,9.307025442355641 |
| 3000,2.2646291732788084,9.627553784871026 |
| 3500,2.152660632133484,8.607729960206358 |
| 4000,2.0653220295906065,7.887837605817335 |
| 4500,1.95036324262619,7.031241163281701 |
| 5000,1.8614156007766725,6.4328366575752325 |
| 5500,1.8966931343078612,6.663821603398181 |
| 6000,1.7954092025756836,6.021938410407158 |
| 6500,1.7638557434082032,5.834891923203526 |
| 7000,1.7247685670852662,5.611222257887319 |
| 7500,1.7424267530441284,5.7111862579442025 |
| 8000,1.6701550245285035,5.312991377325169 |
| 8500,1.7077731013298034,5.5166627397659385 |
| 9000,1.6797067999839783,5.3639830206311 |
| 9500,1.5798295140266418,4.854128179922114 |
| 10000,1.6112266421318053,5.008951652144768 |
| 10500,1.5882808089256286,4.895325689591167 |
| 11000,1.5695173740386963,4.8043289402810005 |
| 11500,1.5346616506576538,4.639755406153443 |
| 12000,1.5129573345184326,4.540137666079076 |
| 12500,1.532412850856781,4.629333248185526 |
| 13000,1.4851813673973084,4.41576621618232 |
| 13500,1.4913605332374573,4.443136443442446 |
| 14000,1.4681803703308105,4.341328339668637 |
| 14500,1.457897388935089,4.296915281794315 |
| 15000,1.4529112815856933,4.275543725641608 |
| 15500,1.4285560488700866,4.172669708690684 |
| 16000,1.4181323647499084,4.129401019058688 |
| 16500,1.4123663544654845,4.105659363407562 |
| 17000,1.4049059748649597,4.075143557330061 |
| 17500,1.3908976197242737,4.0184554795006635 |
| 18000,1.3962915182113647,4.040189182432072 |
| 18500,1.389026415348053,4.010943158757472 |
| 19000,1.3862974405288697,4.000012317654882 |
| 19500,1.386512279510498,4.000871768546179 |
| 20000,1.3869373798370361,4.002572901991999 |
|
|