{
  "tier": {
    "n_layer": 8,
    "n_embd": 512,
    "n_head": 8,
    "ctx": 512,
    "vocab": 4096
  },
  "precision": "fp16",
  "seed": 1,
  "n_params": 27795968,
  "total_tokens": 500000000,
  "tokens_per_step": 65536,
  "peak_lr": 0.0003,
  "total_bytes": 55574528,
  "bytes_breakdown": {
    "block_bytes": 51380224,
    "embed_head_bytes": 4194304,
    "scale_bytes": 0,
    "total": 55574528
  }
}