{
  "schema": "skillreducer/research-table/1",
  "id": "prepared-facts-cohorts",
  "study": "prepared-facts",
  "title": "Prepared facts by selection cohort",
  "evidence_class": "measured-local",
  "date": "2026-09-26",
  "commit": "52363d25071579bcd00029e20f4278c965578645",
  "source_documents": [
    {
      "path": "docs/experiments/PRECOMPUTE-2026-09-26.md",
      "commit": "52363d25071579bcd00029e20f4278c965578645",
      "committed": "2026-09-26"
    }
  ],
  "n_meaning": "Skills compared in the cohort",
  "columns": [
    {
      "name": "cohort",
      "description": "jev, trace or random"
    },
    {
      "name": "skills",
      "description": "Skills drawn into the cohort"
    },
    {
      "name": "compared",
      "description": "Of those, compared"
    },
    {
      "name": "accepted",
      "description": "Of those, accepted"
    },
    {
      "name": "interval_low",
      "description": "Wilson 95 percent interval, low"
    },
    {
      "name": "interval_high",
      "description": "Wilson 95 percent interval, high"
    },
    {
      "name": "median_token_reduction",
      "description": "Median token reduction over the cohort's compared skills"
    },
    {
      "name": "n",
      "description": "Skills compared in the cohort"
    },
    {
      "name": "evidence_class",
      "description": "Evidence class of the figure (SPEC.md section 20)"
    },
    {
      "name": "date",
      "description": "UTC day the study's last measured run landed"
    },
    {
      "name": "commit",
      "description": "Commit the figures come from: the committed data when the study has some, otherwise the latest commit of the document that reports it"
    }
  ],
  "rows": [
    {
      "cohort": "jev",
      "skills": 12,
      "compared": 12,
      "accepted": 1,
      "interval_low": 0.0149,
      "interval_high": 0.3539,
      "median_token_reduction": 0.1387,
      "n": 12,
      "evidence_class": "measured-local",
      "date": "2026-09-26",
      "commit": "52363d25071579bcd00029e20f4278c965578645"
    },
    {
      "cohort": "trace",
      "skills": 12,
      "compared": 12,
      "accepted": 2,
      "interval_low": 0.047,
      "interval_high": 0.448,
      "median_token_reduction": 0.2511,
      "n": 12,
      "evidence_class": "measured-local",
      "date": "2026-09-26",
      "commit": "52363d25071579bcd00029e20f4278c965578645"
    },
    {
      "cohort": "random",
      "skills": 8,
      "compared": 8,
      "accepted": 4,
      "interval_low": 0.2152,
      "interval_high": 0.7848,
      "median_token_reduction": 0.1733,
      "n": 8,
      "evidence_class": "measured-local",
      "date": "2026-09-26",
      "commit": "52363d25071579bcd00029e20f4278c965578645"
    }
  ]
}
