| { | |
| "architecture": "SotaGPT", | |
| "vocabSize": 151669, | |
| "dim": 1536, | |
| "nLayers": 24, | |
| "nHeads": 16, | |
| "nKvHeads": 4, | |
| "headDim": 96, | |
| "maxSeqLen": 2048, | |
| "mlpHidden": 2560, | |
| "weightTying": true, | |
| "globalStep": 241, | |
| "modelSize": 657787392, | |
| "engramParams": 350000640, | |
| "uploadedAt": "2026-10-20T00:51:01.361448+00:00" | |
| } |