{
  "schema": "skillreducer/research-table/1",
  "id": "beats-base-model-groups",
  "study": "beats-base-model",
  "title": "Beating the base model by shape, size and installs",
  "evidence_class": "measured-local",
  "date": "2026-09-19",
  "commit": "33c5c78cc2e4fccc4f55a54ded91f0c1c6d1aed9",
  "source_documents": [
    {
      "path": "docs/experiments/BASELINE-2026-09-19.md",
      "commit": "33c5c78cc2e4fccc4f55a54ded91f0c1c6d1aed9",
      "committed": "2026-09-19"
    }
  ],
  "n_meaning": "Decided skills in the group",
  "columns": [
    {
      "name": "dimension",
      "description": "shape, size_band or install_band"
    },
    {
      "name": "group",
      "description": "The group within the dimension"
    },
    {
      "name": "decided",
      "description": "Decided skills in the group"
    },
    {
      "name": "beats_base",
      "description": "Of those, skills that beat the base model"
    },
    {
      "name": "share",
      "description": "beats_base over decided"
    },
    {
      "name": "interval_low",
      "description": "Wilson 95 percent interval, low"
    },
    {
      "name": "interval_high",
      "description": "Wilson 95 percent interval, high"
    },
    {
      "name": "quotable",
      "description": "At least 8 skills; below that the share is not quoted"
    },
    {
      "name": "n",
      "description": "Decided skills in the group"
    },
    {
      "name": "evidence_class",
      "description": "Evidence class of the figure (SPEC.md section 20)"
    },
    {
      "name": "date",
      "description": "UTC day the study's last measured run landed"
    },
    {
      "name": "commit",
      "description": "Commit the figures come from: the committed data when the study has some, otherwise the latest commit of the document that reports it"
    }
  ],
  "rows": [
    {
      "dimension": "shape",
      "group": "reference-lookup",
      "decided": 21,
      "beats_base": 15,
      "share": 0.7143,
      "interval_low": 0.5004,
      "interval_high": 0.8619,
      "quotable": true,
      "n": 21,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "33c5c78cc2e4fccc4f55a54ded91f0c1c6d1aed9"
    },
    {
      "dimension": "shape",
      "group": "reference-prose",
      "decided": 13,
      "beats_base": 7,
      "share": 0.5385,
      "interval_low": 0.2914,
      "interval_high": 0.7679,
      "quotable": true,
      "n": 13,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "33c5c78cc2e4fccc4f55a54ded91f0c1c6d1aed9"
    },
    {
      "dimension": "shape",
      "group": "workflow",
      "decided": 13,
      "beats_base": 10,
      "share": 0.7692,
      "interval_low": 0.4974,
      "interval_high": 0.9182,
      "quotable": true,
      "n": 13,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "33c5c78cc2e4fccc4f55a54ded91f0c1c6d1aed9"
    },
    {
      "dimension": "shape",
      "group": "dialogue",
      "decided": 1,
      "beats_base": 1,
      "share": 1,
      "interval_low": 0.2065,
      "interval_high": 1,
      "quotable": false,
      "n": 1,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "33c5c78cc2e4fccc4f55a54ded91f0c1c6d1aed9"
    },
    {
      "dimension": "shape",
      "group": "loader",
      "decided": 1,
      "beats_base": 1,
      "share": 1,
      "interval_low": 0.2065,
      "interval_high": 1,
      "quotable": false,
      "n": 1,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "33c5c78cc2e4fccc4f55a54ded91f0c1c6d1aed9"
    },
    {
      "dimension": "size_band",
      "group": "large",
      "decided": 22,
      "beats_base": 15,
      "share": 0.6818,
      "interval_low": 0.4732,
      "interval_high": 0.8364,
      "quotable": true,
      "n": 22,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "33c5c78cc2e4fccc4f55a54ded91f0c1c6d1aed9"
    },
    {
      "dimension": "size_band",
      "group": "medium",
      "decided": 20,
      "beats_base": 17,
      "share": 0.85,
      "interval_low": 0.6396,
      "interval_high": 0.9476,
      "quotable": true,
      "n": 20,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "33c5c78cc2e4fccc4f55a54ded91f0c1c6d1aed9"
    },
    {
      "dimension": "size_band",
      "group": "small",
      "decided": 7,
      "beats_base": 2,
      "share": 0.2857,
      "interval_low": 0.0822,
      "interval_high": 0.6411,
      "quotable": false,
      "n": 7,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "33c5c78cc2e4fccc4f55a54ded91f0c1c6d1aed9"
    },
    {
      "dimension": "install_band",
      "group": "tail",
      "decided": 33,
      "beats_base": 25,
      "share": 0.7576,
      "interval_low": 0.5898,
      "interval_high": 0.8717,
      "quotable": true,
      "n": 33,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "33c5c78cc2e4fccc4f55a54ded91f0c1c6d1aed9"
    },
    {
      "dimension": "install_band",
      "group": "mid",
      "decided": 13,
      "beats_base": 8,
      "share": 0.6154,
      "interval_low": 0.3552,
      "interval_high": 0.8229,
      "quotable": true,
      "n": 13,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "33c5c78cc2e4fccc4f55a54ded91f0c1c6d1aed9"
    },
    {
      "dimension": "install_band",
      "group": "top",
      "decided": 3,
      "beats_base": 1,
      "share": 0.3333,
      "interval_low": 0.0615,
      "interval_high": 0.7923,
      "quotable": false,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "33c5c78cc2e4fccc4f55a54ded91f0c1c6d1aed9"
    }
  ]
}