{
  "architecture": "SotaGPT",
  "vocabSize": 151669,
  "dim": 1536,
  "nLayers": 24,
  "nHeads": 16,
  "nKvHeads": 4,
  "headDim": 96,
  "maxSeqLen": 2048,
  "mlpHidden": 2560,
  "weightTying": true,
  "globalStep": 246,
  "modelSize": 657787392,
  "engramParams": 350000640,
  "uploadedAt": "2026-10-21T05:05:46.932198+00:00"
}