{
  "schema": "skillreducer/research-table/1",
  "id": "path-rule-checks",
  "study": "path-rule-checks",
  "title": "Rule checks on file paths",
  "evidence_class": "measured-local",
  "date": "2026-09-19",
  "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590",
  "source_documents": [
    {
      "path": "docs/experiments/DETECTION-2026-09-19.md",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590",
      "committed": "2026-09-20"
    }
  ],
  "n_meaning": "Runs per arm behind the row: repetitions times tasks compared, or the graded runs of the eligibility check when the skill was not compared",
  "columns": [
    {
      "name": "skill",
      "description": "Skill slug in the AirMarket catalog"
    },
    {
      "name": "name",
      "description": "Skill name as listed"
    },
    {
      "name": "shape",
      "description": "Document shape (SPEC-003)"
    },
    {
      "name": "installs",
      "description": "Installs reported by the catalog"
    },
    {
      "name": "status",
      "description": "How far the skill got: compared, or the reason it stopped"
    },
    {
      "name": "status_superseded",
      "description": "Status under a superseded scoring rule, when a correction moved it"
    },
    {
      "name": "decision",
      "description": "Acceptance decision for a compared skill (SPEC-031 section 4)"
    },
    {
      "name": "accepted",
      "description": "Fewer total tokens, mission kept, no added tool calls, three repetitions agreeing"
    },
    {
      "name": "artifacts",
      "description": "Artifact kinds shipped, separated by semicolons"
    },
    {
      "name": "skill_md_unchanged",
      "description": "Whether SKILL.md stayed byte-identical"
    },
    {
      "name": "token_reduction",
      "description": "Median share of complete execution tokens saved; positive is cheaper"
    },
    {
      "name": "spread_min",
      "description": "Smallest per-repetition token reduction"
    },
    {
      "name": "spread_max",
      "description": "Largest per-repetition token reduction"
    },
    {
      "name": "straddles_zero",
      "description": "The repetitions disagree in sign, so the row is inconclusive"
    },
    {
      "name": "net_call_change",
      "description": "Change in median tool calls; positive means more calls"
    },
    {
      "name": "tokens_none",
      "description": "Median complete execution tokens, no skill"
    },
    {
      "name": "tokens_original",
      "description": "Median complete execution tokens, original skill"
    },
    {
      "name": "tokens_optimized",
      "description": "Median complete execution tokens, improved skill"
    },
    {
      "name": "score_none",
      "description": "Blind grade, no skill"
    },
    {
      "name": "score_original",
      "description": "Blind grade, original skill"
    },
    {
      "name": "score_optimized",
      "description": "Blind grade, improved skill"
    },
    {
      "name": "mission_preserved",
      "description": "The improved skill kept the original's grade on every task"
    },
    {
      "name": "retention_band",
      "description": "Diagnostic only: how much of the skill's contribution was kept"
    },
    {
      "name": "R",
      "description": "Repetitions per task per arm"
    },
    {
      "name": "tasks",
      "description": "Tasks compared, or tasks graded when the skill was not compared"
    },
    {
      "name": "n",
      "description": "Runs per arm behind the row: repetitions times tasks compared, or the graded runs of the eligibility check when the skill was not compared"
    },
    {
      "name": "evidence_class",
      "description": "Evidence class of the figure (SPEC.md section 20)"
    },
    {
      "name": "date",
      "description": "UTC day the study's last measured run landed"
    },
    {
      "name": "commit",
      "description": "Commit the figures come from: the committed data when the study has some, otherwise the latest commit of the document that reports it"
    }
  ],
  "rows": [
    {
      "skill": "research-lit",
      "name": "Research Literature Review",
      "shape": "reference-lookup",
      "installs": null,
      "status": "compared",
      "status_superseded": null,
      "decision": "inconclusive_repetitions_straddle_zero",
      "accepted": false,
      "artifacts": "hook",
      "skill_md_unchanged": true,
      "token_reduction": -0.004,
      "spread_min": -0.025,
      "spread_max": 0.0144,
      "straddles_zero": true,
      "net_call_change": 0,
      "tokens_none": 21526,
      "tokens_original": 88817,
      "tokens_optimized": 89175,
      "score_none": 0.8,
      "score_original": 1,
      "score_optimized": 1,
      "mission_preserved": true,
      "retention_band": "full",
      "R": 3,
      "tasks": 1,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "code-splitting",
      "name": "Code Splitting",
      "shape": "reference-lookup",
      "installs": null,
      "status": "compared",
      "status_superseded": null,
      "decision": "rejected_not_cheaper",
      "accepted": false,
      "artifacts": "hook",
      "skill_md_unchanged": true,
      "token_reduction": -0.013,
      "spread_min": -0.1179,
      "spread_max": -0.0075,
      "straddles_zero": false,
      "net_call_change": 0,
      "tokens_none": 109206,
      "tokens_original": 92586,
      "tokens_optimized": 93787,
      "score_none": 0.8,
      "score_original": 1,
      "score_optimized": 1,
      "mission_preserved": true,
      "retention_band": "full",
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "prp-spike",
      "name": "PRP Spike - Prove or Disprove",
      "shape": "reference-prose",
      "installs": null,
      "status": "compared",
      "status_superseded": null,
      "decision": "rejected_not_cheaper",
      "accepted": false,
      "artifacts": "hook",
      "skill_md_unchanged": true,
      "token_reduction": -0.5886,
      "spread_min": -4.0852,
      "spread_max": -0.2122,
      "straddles_zero": false,
      "net_call_change": 5,
      "tokens_none": 44315,
      "tokens_original": 260679,
      "tokens_optimized": 414116,
      "score_none": 0.2,
      "score_original": 0.8,
      "score_optimized": 0.6,
      "mission_preserved": false,
      "retention_band": "partial",
      "R": 3,
      "tasks": 1,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "maple-onboarding-style",
      "name": "Maple OTel onboarding style",
      "shape": "workflow",
      "installs": null,
      "status": "compared",
      "status_superseded": null,
      "decision": "rejected_not_cheaper",
      "accepted": false,
      "artifacts": "hook",
      "skill_md_unchanged": true,
      "token_reduction": -1.9922,
      "spread_min": -10.357,
      "spread_max": -1.1909,
      "straddles_zero": false,
      "net_call_change": 11,
      "tokens_none": 170345,
      "tokens_original": 195358,
      "tokens_optimized": 584544,
      "score_none": 0,
      "score_original": 1,
      "score_optimized": 0.8,
      "mission_preserved": false,
      "retention_band": "strong",
      "R": 3,
      "tasks": 1,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "baoyu-url-to-markdown",
      "name": "URL to Markdown",
      "shape": "reference-lookup",
      "installs": null,
      "status": "no_baseline_advantage",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "harbor",
      "name": "Harbor CLI",
      "shape": "reference-lookup",
      "installs": null,
      "status": "unmeasurable",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 0,
      "n": 0,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "presentation",
      "name": "Presentation",
      "shape": "workflow",
      "installs": 1877,
      "status": "no_baseline_advantage",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "tech-search",
      "name": "Tech Search",
      "shape": "reference-lookup",
      "installs": null,
      "status": "unmeasurable",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 0,
      "n": 0,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "triage",
      "name": "Triage",
      "shape": "workflow",
      "installs": 798050,
      "status": "no_baseline_advantage",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "workflow",
      "name": "Standard Workflow",
      "shape": "workflow",
      "installs": null,
      "status": "no_baseline_advantage",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    }
  ]
}