state.json

{"stage": "pretrain", "step": 1800, "tokens": 943718400, "d": 1088, "pattern": "AASSSSSSSSSSSSAA", "vocab": 49152}