{
  "id": "modelaxes-v0.1-preliminary",
  "semver": "0.1.0",
  "preliminary": true,
  "frozen_at": "2026-09-27T22:01:56.751152+00:00",
  "content_hash": "593554f9234ffae5e713dbbc4906ba6025d6ce10d6d28e28ae6591ea75fc67ca",
  "n_items": 4205,
  "counts": {
    "ballpark.binom": {
      "10": 20,
      "20": 20,
      "30": 20,
      "50": 20,
      "80": 20,
      "120": 20,
      "200": 20,
      "400": 20,
      "800": 20
    },
    "ballpark.chain": {
      "2": 20,
      "3": 20,
      "4": 20,
      "5": 20,
      "6": 20,
      "8": 20,
      "10": 20,
      "12": 20,
      "16": 20,
      "24": 20
    },
    "ballpark.div": {
      "1": 20,
      "2": 20,
      "3": 20,
      "4": 20,
      "5": 20,
      "6": 20,
      "8": 20,
      "10": 20,
      "12": 20,
      "16": 20,
      "24": 20,
      "32": 20,
      "48": 20
    },
    "ballpark.exp": {
      "1": 20,
      "2": 20,
      "3": 20,
      "4": 20
    },
    "ballpark.expr": {
      "2": 20,
      "3": 20,
      "4": 20,
      "6": 20,
      "8": 20,
      "12": 20,
      "16": 20,
      "24": 20,
      "32": 20,
      "48": 20,
      "64": 20,
      "96": 20,
      "128": 20
    },
    "ballpark.fact": {
      "8": 20,
      "12": 20,
      "16": 20,
      "20": 20,
      "30": 20,
      "50": 20,
      "100": 20,
      "200": 20,
      "500": 20,
      "1000": 20
    },
    "ballpark.func": {
      "2": 20,
      "3": 20,
      "4": 20,
      "6": 20,
      "8": 20,
      "10": 20,
      "12": 20
    },
    "ballpark.harm": {
      "1": 20,
      "2": 20,
      "3": 20,
      "4": 20,
      "6": 20,
      "9": 20,
      "12": 20
    },
    "ballpark.mul": {
      "2": 20,
      "3": 20,
      "4": 20,
      "5": 20,
      "6": 20,
      "8": 20,
      "10": 20,
      "12": 20,
      "16": 20,
      "20": 20,
      "24": 20,
      "32": 20,
      "48": 20,
      "64": 20
    },
    "ballpark.pow": {
      "4": 20,
      "6": 20,
      "9": 20,
      "12": 20,
      "16": 20,
      "20": 20,
      "30": 20,
      "40": 20,
      "60": 20,
      "80": 20,
      "120": 20
    },
    "ballpark.rpow": {
      "2": 20,
      "5": 20,
      "10": 20,
      "20": 20,
      "50": 20,
      "100": 20
    },
    "ballpark.trig": {
      "1": 20,
      "2": 20,
      "3": 20,
      "4": 20,
      "6": 20,
      "8": 20
    },
    "knowledge.arxiv_id": {
      "t1": 25,
      "t2": 25,
      "t3": 24,
      "t4": 25,
      "t5": 22,
      "t6": 20
    },
    "knowledge.birth_year": {
      "t1": 12,
      "t2": 12,
      "t3": 12,
      "t4": 25,
      "t5": 22,
      "t6": 20
    },
    "knowledge.coord_local": {
      "t1": 21,
      "t2": 24,
      "t3": 25,
      "t4": 25,
      "t5": 22,
      "t6": 21
    },
    "knowledge.developer": {
      "t1": 25,
      "t2": 23,
      "t3": 21,
      "t4": 25,
      "t5": 22,
      "t6": 0
    },
    "knowledge.first_release": {
      "t1": 25,
      "t2": 25,
      "t3": 25,
      "t4": 25,
      "t5": 25,
      "t6": 25
    },
    "knowledge.local_area": {
      "t1": 5,
      "t2": 8,
      "t3": 8,
      "t4": 2,
      "t5": 6,
      "t6": 19
    },
    "knowledge.paper_author": {
      "t1": 25,
      "t2": 25,
      "t3": 24,
      "t4": 25,
      "t5": 23,
      "t6": 23
    },
    "knowledge.paper_venue": {
      "t1": 25,
      "t2": 25,
      "t3": 24,
      "t4": 25,
      "t5": 23,
      "t6": 23
    },
    "knowledge.population": {
      "t1": 2,
      "t2": 12,
      "t3": 6,
      "t4": 20,
      "t5": 24,
      "t6": 0
    },
    "knowledge.profile.medicines": {
      "t1": 25,
      "t2": 25,
      "t3": 24,
      "t4": 25,
      "t5": 25,
      "t6": 21
    },
    "knowledge.profile.people": {
      "t1": 23,
      "t2": 25,
      "t3": 25,
      "t4": 25,
      "t5": 25,
      "t6": 25
    },
    "knowledge.profile.places": {
      "t1": 24,
      "t2": 24,
      "t3": 25,
      "t4": 25,
      "t5": 25,
      "t6": 25
    },
    "knowledge.profile.software": {
      "t1": 25,
      "t2": 25,
      "t3": 25,
      "t4": 25,
      "t5": 25,
      "t6": 25
    },
    "knowledge.profile.species": {
      "t1": 24,
      "t2": 25,
      "t3": 20,
      "t4": 24,
      "t5": 25,
      "t6": 24
    },
    "knowledge.research_code": {
      "t1": 24,
      "t2": 21,
      "t3": 17,
      "t4": 25,
      "t5": 22,
      "t6": 16
    },
    "knowledge.fictitious.packages": {
      "fictitious": 25
    },
    "knowledge.fictitious.people": {
      "fictitious": 22
    },
    "knowledge.fictitious.species": {
      "fictitious": 25
    },
    "knowledge.fictitious.villages": {
      "fictitious": 25
    }
  },
  "short_cells": {
    "knowledge.arxiv_id": {
      "t3": 1,
      "t5": 3,
      "t6": 5
    },
    "knowledge.birth_year": {
      "t1": 13,
      "t2": 13,
      "t3": 13,
      "t5": 3,
      "t6": 5
    },
    "knowledge.coord_local": {
      "t1": 4,
      "t2": 1,
      "t5": 3,
      "t6": 4
    },
    "knowledge.developer": {
      "t2": 2,
      "t3": 4,
      "t5": 3,
      "t6": 25
    },
    "knowledge.local_area": {
      "t1": 20,
      "t2": 17,
      "t3": 17,
      "t4": 23,
      "t5": 19,
      "t6": 6
    },
    "knowledge.paper_author": {
      "t3": 1,
      "t5": 2,
      "t6": 2
    },
    "knowledge.paper_venue": {
      "t3": 1,
      "t5": 2,
      "t6": 2
    },
    "knowledge.population": {
      "t1": 23,
      "t2": 13,
      "t3": 19,
      "t4": 5,
      "t5": 1,
      "t6": 25
    },
    "knowledge.profile.medicines": {
      "t3": 1,
      "t6": 4
    },
    "knowledge.profile.people": {
      "t1": 2
    },
    "knowledge.profile.places": {
      "t1": 1,
      "t2": 1
    },
    "knowledge.profile.species": {
      "t1": 1,
      "t3": 5,
      "t4": 1,
      "t6": 1
    },
    "knowledge.research_code": {
      "t1": 1,
      "t2": 4,
      "t3": 8,
      "t5": 3,
      "t6": 9
    },
    "knowledge.fictitious.people": {
      "fictitious": 3
    }
  },
  "generator_versions": [
    "ballpark.binom@4",
    "ballpark.chain@3",
    "ballpark.div@3",
    "ballpark.exp@4",
    "ballpark.expr@3",
    "ballpark.fact@4",
    "ballpark.func@3",
    "ballpark.harm@5",
    "ballpark.mul@3",
    "ballpark.pow@3",
    "ballpark.rpow@4",
    "ballpark.trig@4",
    "knowledge.arxiv_id@11+kn-v01-2",
    "knowledge.birth_year@11+kn-v01-2",
    "knowledge.coord_local@11+kn-v01-2",
    "knowledge.developer@11+kn-v01-2",
    "knowledge.fictitious.packages@11+kn-v01-2",
    "knowledge.fictitious.people@11+kn-v01-2",
    "knowledge.fictitious.species@11+kn-v01-2",
    "knowledge.fictitious.villages@11+kn-v01-2",
    "knowledge.first_release@11+kn-v01-2",
    "knowledge.local_area@11+kn-v01-2",
    "knowledge.paper_author@11+kn-v01-2",
    "knowledge.paper_venue@11+kn-v01-2",
    "knowledge.population@11+kn-v01-2",
    "knowledge.profile.medicines@11+kn-v01-2",
    "knowledge.profile.people@11+kn-v01-2",
    "knowledge.profile.places@11+kn-v01-2",
    "knowledge.profile.software@11+kn-v01-2",
    "knowledge.profile.species@11+kn-v01-2",
    "knowledge.research_code@11+kn-v01-2"
  ],
  "knowledge_snapshot": {
    "id": "kn-v01-2",
    "sha256": "5d8cbb24e111fc2fd5c5afb757650d35085d08696f3894e9a264721a46dfe630"
  },
  "protocol_version": "P2",
  "grader_version": "2",
  "definition_sha256": "904a8e57c4e574b2ac0a5cf23265e5ce6f73031643976bc4361080a91a323689",
  "notes": [
    "Preliminary: the judge agreement gate (kappa) for judged Knowledge questions has not been run.",
    "Ballpark headroom exceptions: expr and func give 40-60% full credit on their top two rungs at medium (D15 asks <= 20%); rpow, trig, exp and harm have no easy bottom rung.",
    "Ballpark none-condition format failures were 4.6% in calibration (target 2%), mostly fact and binom.",
    "Knowledge coord_local has one tier under 10% credit at medium and a 0.26 near-miss control; tier cutoffs unchanged.",
    "Calibration (kn-v01-pilot-1): Luna fabricates more with reasoning; fabricated values for made-up entities rose from 14-78% at none to 71-100% at medium.",
    "Fabrication controls are reported beside the Knowledge score, never in it.",
    "Knowledge kinds that need a checked fact are short of 25 per tier (kn-v01-2 trial freeze): birth_year 103 items (12 at t1-t3), population 64 (none at t6, which is the no-population tier), local_area 48, developer none at t6 (the medicines tier with no trials or approvals). Their per-tier results carry wide intervals."
  ]
}