config.json

{
  "model_type": "chronicle",
  "architectures": ["Chronicle"],
  "checkpoints": ["stage-1", "stage-2"],
  "default_checkpoint": "stage-2",
  "sequence_len": 4096,
  "vocab_size": 131072,
  "n_layer": 16,
  "n_head": 8,
  "n_kv_head": 4,
  "n_embd": 1024,
  "patch_len": 32,
  "num_quantiles": 21,
  "torch_dtype": "bfloat16"
}