{
  "model": "/Users/deandrewharris/Projects/NuralAI-Project-is-stored-on-zo-computer/artifacts/nae1_gguf/nae1-llama-Q4_K_M-step24000.gguf",
  "context_size": 512,
  "scoring": "teacher forcing: one llm.eval(chunk) + row j scores token j+1 (first token excluded)",
  "probe": {
    "text": "The quick brown fox",
    "tokens": 10,
    "total_nll_nats": 51.4357048364431,
    "perplexity": 171.3263956486749
  },
  "heldout": {
    "documents": 992,
    "tokens": 1027766,
    "total_nll_nats": 5135780.6794782,
    "mean_nll_nats_per_token": 4.997033059546823,
    "perplexity": 147.97347867241118
  }
}