{
  "schema": "skillreducer/research-table/1",
  "id": "absolute-rule-checks",
  "study": "absolute-rule-checks",
  "title": "Rule checks from absolute prohibitions",
  "evidence_class": "measured-local",
  "date": "2026-09-19",
  "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590",
  "source_documents": [
    {
      "path": "docs/experiments/DETECTION-2026-09-19.md",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590",
      "committed": "2026-09-20"
    }
  ],
  "n_meaning": "Runs per arm behind the row: repetitions times tasks compared, or the graded runs of the eligibility check when the skill was not compared",
  "columns": [
    {
      "name": "skill",
      "description": "Skill slug in the AirMarket catalog"
    },
    {
      "name": "name",
      "description": "Skill name as listed"
    },
    {
      "name": "shape",
      "description": "Document shape (SPEC-003)"
    },
    {
      "name": "installs",
      "description": "Installs reported by the catalog"
    },
    {
      "name": "status",
      "description": "How far the skill got: compared, or the reason it stopped"
    },
    {
      "name": "status_superseded",
      "description": "Status under a superseded scoring rule, when a correction moved it"
    },
    {
      "name": "decision",
      "description": "Acceptance decision for a compared skill (SPEC-031 section 4)"
    },
    {
      "name": "accepted",
      "description": "Fewer total tokens, mission kept, no added tool calls, three repetitions agreeing"
    },
    {
      "name": "artifacts",
      "description": "Artifact kinds shipped, separated by semicolons"
    },
    {
      "name": "skill_md_unchanged",
      "description": "Whether SKILL.md stayed byte-identical"
    },
    {
      "name": "token_reduction",
      "description": "Median share of complete execution tokens saved; positive is cheaper"
    },
    {
      "name": "spread_min",
      "description": "Smallest per-repetition token reduction"
    },
    {
      "name": "spread_max",
      "description": "Largest per-repetition token reduction"
    },
    {
      "name": "straddles_zero",
      "description": "The repetitions disagree in sign, so the row is inconclusive"
    },
    {
      "name": "net_call_change",
      "description": "Change in median tool calls; positive means more calls"
    },
    {
      "name": "tokens_none",
      "description": "Median complete execution tokens, no skill"
    },
    {
      "name": "tokens_original",
      "description": "Median complete execution tokens, original skill"
    },
    {
      "name": "tokens_optimized",
      "description": "Median complete execution tokens, improved skill"
    },
    {
      "name": "score_none",
      "description": "Blind grade, no skill"
    },
    {
      "name": "score_original",
      "description": "Blind grade, original skill"
    },
    {
      "name": "score_optimized",
      "description": "Blind grade, improved skill"
    },
    {
      "name": "mission_preserved",
      "description": "The improved skill kept the original's grade on every task"
    },
    {
      "name": "retention_band",
      "description": "Diagnostic only: how much of the skill's contribution was kept"
    },
    {
      "name": "R",
      "description": "Repetitions per task per arm"
    },
    {
      "name": "tasks",
      "description": "Tasks compared, or tasks graded when the skill was not compared"
    },
    {
      "name": "n",
      "description": "Runs per arm behind the row: repetitions times tasks compared, or the graded runs of the eligibility check when the skill was not compared"
    },
    {
      "name": "evidence_class",
      "description": "Evidence class of the figure (SPEC.md section 20)"
    },
    {
      "name": "date",
      "description": "UTC day the study's last measured run landed"
    },
    {
      "name": "commit",
      "description": "Commit the figures come from: the committed data when the study has some, otherwise the latest commit of the document that reports it"
    }
  ],
  "rows": [
    {
      "skill": "cpp-testing",
      "name": "C++ Testing (Agent Skill)",
      "shape": "reference-lookup",
      "installs": null,
      "status": "compared",
      "status_superseded": null,
      "decision": "inconclusive_repetitions_straddle_zero",
      "accepted": false,
      "artifacts": "hook",
      "skill_md_unchanged": true,
      "token_reduction": 0.2896,
      "spread_min": -0.7719,
      "spread_max": 0.6059,
      "straddles_zero": true,
      "net_call_change": -2,
      "tokens_none": 77589,
      "tokens_original": 128874,
      "tokens_optimized": 91550,
      "score_none": 0.25,
      "score_original": 0.5,
      "score_optimized": 0.25,
      "mission_preserved": false,
      "retention_band": "lost",
      "R": 3,
      "tasks": 1,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "activitykit",
      "name": "ActivityKit",
      "shape": "reference-lookup",
      "installs": 2887,
      "status": "compared",
      "status_superseded": null,
      "decision": "inconclusive_repetitions_straddle_zero",
      "accepted": false,
      "artifacts": "hook",
      "skill_md_unchanged": true,
      "token_reduction": 0.2422,
      "spread_min": -0.3127,
      "spread_max": 0.2787,
      "straddles_zero": true,
      "net_call_change": -2,
      "tokens_none": 56843,
      "tokens_original": 81162,
      "tokens_optimized": 61501,
      "score_none": 0.6,
      "score_original": 0.8,
      "score_optimized": 0.8,
      "mission_preserved": true,
      "retention_band": "full",
      "R": 3,
      "tasks": 1,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "fix-merge-conflicts",
      "name": "Fix merge conflicts",
      "shape": "workflow",
      "installs": 2250,
      "status": "compared",
      "status_superseded": null,
      "decision": "inconclusive_repetitions_straddle_zero",
      "accepted": false,
      "artifacts": "hook",
      "skill_md_unchanged": true,
      "token_reduction": 0.238,
      "spread_min": -0.0185,
      "spread_max": 0.2419,
      "straddles_zero": true,
      "net_call_change": -1,
      "tokens_none": 26351,
      "tokens_original": 38657,
      "tokens_optimized": 29456,
      "score_none": 0.75,
      "score_original": 1,
      "score_optimized": 1,
      "mission_preserved": true,
      "retention_band": "full",
      "R": 3,
      "tasks": 1,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "pr-screenshots",
      "name": "PR Screenshots",
      "shape": "reference-lookup",
      "installs": 139,
      "status": "compared",
      "status_superseded": null,
      "decision": "inconclusive_repetitions_straddle_zero",
      "accepted": false,
      "artifacts": "hook",
      "skill_md_unchanged": true,
      "token_reduction": 0.2274,
      "spread_min": -0.0079,
      "spread_max": 0.2274,
      "straddles_zero": true,
      "net_call_change": 0,
      "tokens_none": 22457,
      "tokens_original": 34330,
      "tokens_optimized": 26523,
      "score_none": 0.8,
      "score_original": 1,
      "score_optimized": 1,
      "mission_preserved": true,
      "retention_band": "full",
      "R": 3,
      "tasks": 1,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "webiny-full-stack-architect",
      "name": "Full-Stack Extension Skeleton",
      "shape": "reference-lookup",
      "installs": 2,
      "status": "compared",
      "status_superseded": null,
      "decision": "inconclusive_repetitions_straddle_zero",
      "accepted": false,
      "artifacts": "hook",
      "skill_md_unchanged": true,
      "token_reduction": 0.2065,
      "spread_min": -0.9018,
      "spread_max": 0.3923,
      "straddles_zero": true,
      "net_call_change": 0,
      "tokens_none": 272428,
      "tokens_original": 155881,
      "tokens_optimized": 123685,
      "score_none": 0,
      "score_original": 0.6,
      "score_optimized": 0.6,
      "mission_preserved": true,
      "retention_band": "full",
      "R": 3,
      "tasks": 1,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "quantum-qiskit",
      "name": "Qiskit Quantum Machine Learning",
      "shape": "reference-lookup",
      "installs": null,
      "status": "compared",
      "status_superseded": null,
      "decision": "inconclusive_repetitions_straddle_zero",
      "accepted": false,
      "artifacts": "hook",
      "skill_md_unchanged": true,
      "token_reduction": 0.1625,
      "spread_min": -0.2275,
      "spread_max": 0.3626,
      "straddles_zero": true,
      "net_call_change": 0,
      "tokens_none": 39830,
      "tokens_original": 83175,
      "tokens_optimized": 69656,
      "score_none": 0,
      "score_original": 0.5,
      "score_optimized": 0.5,
      "mission_preserved": true,
      "retention_band": "full",
      "R": 3,
      "tasks": 1,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "auto-repo-setup",
      "name": "Auto Repo Setup",
      "shape": "workflow",
      "installs": 373,
      "status": "compared",
      "status_superseded": null,
      "decision": "inconclusive_repetitions_straddle_zero",
      "accepted": false,
      "artifacts": "hook",
      "skill_md_unchanged": true,
      "token_reduction": 0.065,
      "spread_min": -0.1517,
      "spread_max": 0.1592,
      "straddles_zero": true,
      "net_call_change": -1.5,
      "tokens_none": 114026,
      "tokens_original": 215334,
      "tokens_optimized": 201340,
      "score_none": 0,
      "score_original": 1,
      "score_optimized": 1,
      "mission_preserved": true,
      "retention_band": "full",
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "app-clips",
      "name": "App Clips",
      "shape": "reference-lookup",
      "installs": null,
      "status": "compared",
      "status_superseded": null,
      "decision": "inconclusive_repetitions_straddle_zero",
      "accepted": false,
      "artifacts": "hook",
      "skill_md_unchanged": true,
      "token_reduction": 0.0059,
      "spread_min": -0.1413,
      "spread_max": 0.0131,
      "straddles_zero": true,
      "net_call_change": 0,
      "tokens_none": 19907,
      "tokens_original": 14812,
      "tokens_optimized": 14724,
      "score_none": 0.4,
      "score_original": 1,
      "score_optimized": 0.8,
      "mission_preserved": false,
      "retention_band": "partial",
      "R": 3,
      "tasks": 1,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "terraform-skill",
      "name": "Terraform Skill for Claude",
      "shape": "reference-lookup",
      "installs": 6130,
      "status": "compared",
      "status_superseded": null,
      "decision": "inconclusive_repetitions_straddle_zero",
      "accepted": false,
      "artifacts": "hook",
      "skill_md_unchanged": true,
      "token_reduction": 0.0038,
      "spread_min": -0.2444,
      "spread_max": 0.2146,
      "straddles_zero": true,
      "net_call_change": -1,
      "tokens_none": 39552,
      "tokens_original": 73371,
      "tokens_optimized": 73091,
      "score_none": 0.4,
      "score_original": 0.6,
      "score_optimized": 0.8,
      "mission_preserved": true,
      "retention_band": "full",
      "R": 3,
      "tasks": 1,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "shopify-review-triage",
      "name": "Shopify Review Triage",
      "shape": "reference-prose",
      "installs": 23,
      "status": "compared",
      "status_superseded": null,
      "decision": "inconclusive_repetitions_straddle_zero",
      "accepted": false,
      "artifacts": "hook",
      "skill_md_unchanged": true,
      "token_reduction": -0.013,
      "spread_min": -0.047,
      "spread_max": 0.0057,
      "straddles_zero": true,
      "net_call_change": 0,
      "tokens_none": 19230,
      "tokens_original": 33247,
      "tokens_optimized": 33680,
      "score_none": 0,
      "score_original": 0.8,
      "score_optimized": 0.8,
      "mission_preserved": true,
      "retention_band": "full",
      "R": 3,
      "tasks": 1,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "axiom-data",
      "name": "Data & Persistence",
      "shape": "workflow",
      "installs": null,
      "status": "compared",
      "status_superseded": null,
      "decision": "rejected_not_cheaper",
      "accepted": false,
      "artifacts": "hook",
      "skill_md_unchanged": true,
      "token_reduction": -0.3372,
      "spread_min": -0.314,
      "spread_max": -0.1559,
      "straddles_zero": false,
      "net_call_change": 1.5,
      "tokens_none": 57078,
      "tokens_original": 97396,
      "tokens_optimized": 130240,
      "score_none": 0.8,
      "score_original": 1,
      "score_optimized": 1,
      "mission_preserved": true,
      "retention_band": "full",
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "webiny-admin-architect",
      "name": "Admin Architecture Patterns",
      "shape": "reference-lookup",
      "installs": 1,
      "status": "compared",
      "status_superseded": null,
      "decision": "inconclusive_repetitions_straddle_zero",
      "accepted": false,
      "artifacts": "hook",
      "skill_md_unchanged": true,
      "token_reduction": -0.4074,
      "spread_min": -0.8902,
      "spread_max": 0.1087,
      "straddles_zero": true,
      "net_call_change": 1,
      "tokens_none": 126850,
      "tokens_original": 82191,
      "tokens_optimized": 115675,
      "score_none": 0,
      "score_original": 1,
      "score_optimized": 1,
      "mission_preserved": true,
      "retention_band": "full",
      "R": 3,
      "tasks": 1,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "arize-trace",
      "name": "Arize Trace Skill",
      "shape": "reference-lookup",
      "installs": null,
      "status": "unmeasurable",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 0,
      "n": 0,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "computer-use",
      "name": "Computer Use",
      "shape": "reference-lookup",
      "installs": 156523,
      "status": "no_baseline_advantage",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "cpp-coding-standards",
      "name": "C++ Coding Standards (C++ Core Guidelines)",
      "shape": "reference-lookup",
      "installs": null,
      "status": "no_baseline_advantage",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "no-comments",
      "name": "No comments",
      "shape": "workflow",
      "installs": 1533,
      "status": "no_baseline_advantage",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "redis-expert",
      "name": "Redis Data Store Expertise",
      "shape": "workflow",
      "installs": null,
      "status": "no_baseline_advantage",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "shepherd-pr",
      "name": "Review PR",
      "shape": "workflow",
      "installs": 73,
      "status": "unmeasurable",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 0,
      "n": 0,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "supersede-pr",
      "name": "Supersede PR",
      "shape": "workflow",
      "installs": 14,
      "status": "unmeasurable",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 0,
      "n": 0,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "webiny-mailer-smtp",
      "name": "Mailer SMTP Configuration",
      "shape": "reference-lookup",
      "installs": 2,
      "status": "tasks_not_discriminating",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    }
  ]
}