{
  "schema": "skillreducer/research-table/1",
  "id": "conditional-rule-checks-rest",
  "study": "conditional-rule-checks-rest",
  "title": "Rule checks from conditional prohibitions, the rest of the band",
  "evidence_class": "measured-local",
  "date": "2026-09-19",
  "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590",
  "source_documents": [
    {
      "path": "docs/experiments/DETECTION-2026-09-19.md",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590",
      "committed": "2026-09-20"
    }
  ],
  "n_meaning": "Runs per arm behind the row: repetitions times tasks compared, or the graded runs of the eligibility check when the skill was not compared",
  "columns": [
    {
      "name": "skill",
      "description": "Skill slug in the AirMarket catalog"
    },
    {
      "name": "name",
      "description": "Skill name as listed"
    },
    {
      "name": "shape",
      "description": "Document shape (SPEC-003)"
    },
    {
      "name": "installs",
      "description": "Installs reported by the catalog"
    },
    {
      "name": "status",
      "description": "How far the skill got: compared, or the reason it stopped"
    },
    {
      "name": "status_superseded",
      "description": "Status under a superseded scoring rule, when a correction moved it"
    },
    {
      "name": "decision",
      "description": "Acceptance decision for a compared skill (SPEC-031 section 4)"
    },
    {
      "name": "accepted",
      "description": "Fewer total tokens, mission kept, no added tool calls, three repetitions agreeing"
    },
    {
      "name": "artifacts",
      "description": "Artifact kinds shipped, separated by semicolons"
    },
    {
      "name": "skill_md_unchanged",
      "description": "Whether SKILL.md stayed byte-identical"
    },
    {
      "name": "token_reduction",
      "description": "Median share of complete execution tokens saved; positive is cheaper"
    },
    {
      "name": "spread_min",
      "description": "Smallest per-repetition token reduction"
    },
    {
      "name": "spread_max",
      "description": "Largest per-repetition token reduction"
    },
    {
      "name": "straddles_zero",
      "description": "The repetitions disagree in sign, so the row is inconclusive"
    },
    {
      "name": "net_call_change",
      "description": "Change in median tool calls; positive means more calls"
    },
    {
      "name": "tokens_none",
      "description": "Median complete execution tokens, no skill"
    },
    {
      "name": "tokens_original",
      "description": "Median complete execution tokens, original skill"
    },
    {
      "name": "tokens_optimized",
      "description": "Median complete execution tokens, improved skill"
    },
    {
      "name": "score_none",
      "description": "Blind grade, no skill"
    },
    {
      "name": "score_original",
      "description": "Blind grade, original skill"
    },
    {
      "name": "score_optimized",
      "description": "Blind grade, improved skill"
    },
    {
      "name": "mission_preserved",
      "description": "The improved skill kept the original's grade on every task"
    },
    {
      "name": "retention_band",
      "description": "Diagnostic only: how much of the skill's contribution was kept"
    },
    {
      "name": "R",
      "description": "Repetitions per task per arm"
    },
    {
      "name": "tasks",
      "description": "Tasks compared, or tasks graded when the skill was not compared"
    },
    {
      "name": "n",
      "description": "Runs per arm behind the row: repetitions times tasks compared, or the graded runs of the eligibility check when the skill was not compared"
    },
    {
      "name": "evidence_class",
      "description": "Evidence class of the figure (SPEC.md section 20)"
    },
    {
      "name": "date",
      "description": "UTC day the study's last measured run landed"
    },
    {
      "name": "commit",
      "description": "Commit the figures come from: the committed data when the study has some, otherwise the latest commit of the document that reports it"
    }
  ],
  "rows": [
    {
      "skill": "review-pr",
      "name": "Review PR",
      "shape": "workflow",
      "installs": null,
      "status": "compared",
      "status_superseded": null,
      "decision": "inconclusive_repetitions_straddle_zero",
      "accepted": false,
      "artifacts": "hook",
      "skill_md_unchanged": true,
      "token_reduction": 0.0768,
      "spread_min": -0.1468,
      "spread_max": 0.0758,
      "straddles_zero": true,
      "net_call_change": 0,
      "tokens_none": 91707,
      "tokens_original": 105046,
      "tokens_optimized": 96983,
      "score_none": 0.5,
      "score_original": 0.75,
      "score_optimized": 1,
      "mission_preserved": true,
      "retention_band": "full",
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "dmr-from-django-ninja",
      "name": "DMR from django-ninja",
      "shape": "workflow",
      "installs": 45,
      "status": "compared",
      "status_superseded": null,
      "decision": "inconclusive_repetitions_straddle_zero",
      "accepted": false,
      "artifacts": "hook",
      "skill_md_unchanged": true,
      "token_reduction": -0.6561,
      "spread_min": -4.0859,
      "spread_max": 0.5735,
      "straddles_zero": true,
      "net_call_change": 5,
      "tokens_none": 53954,
      "tokens_original": 396121,
      "tokens_optimized": 656023,
      "score_none": 0,
      "score_original": 0.8,
      "score_optimized": 0,
      "mission_preserved": false,
      "retention_band": "lost",
      "R": 3,
      "tasks": 1,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "atmos-secrets",
      "name": "Atmos Secrets",
      "shape": "reference-lookup",
      "installs": 5,
      "status": "artifact_refused",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 1,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "publish-project-to-github",
      "name": "Publish Project to GitHub",
      "shape": "workflow",
      "installs": null,
      "status": "artifact_refused",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "terraform",
      "name": "Terraform IaC Expert",
      "shape": "workflow",
      "installs": null,
      "status": "tasks_not_discriminating",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    }
  ]
}