{
  "schema": "skillreducer/research-table/1",
  "id": "helper-extraction",
  "study": "helper-extraction",
  "title": "Helper extraction candidates, lane K",
  "evidence_class": "measured-local",
  "date": "2026-09-19",
  "commit": "5658cf4666bb9158f16708aa0a48dfb3c59d752e",
  "source_documents": [
    {
      "path": "docs/experiments/COMPILER-2026-09-19.md",
      "commit": "5658cf4666bb9158f16708aa0a48dfb3c59d752e",
      "committed": "2026-09-19"
    }
  ],
  "n_meaning": "Runs per arm behind the row: repetitions times tasks compared, or the graded runs of the eligibility check when the skill was not compared",
  "columns": [
    {
      "name": "skill",
      "description": "Skill slug in the AirMarket catalog"
    },
    {
      "name": "name",
      "description": "Skill name as listed"
    },
    {
      "name": "shape",
      "description": "Document shape (SPEC-003)"
    },
    {
      "name": "installs",
      "description": "Installs reported by the catalog"
    },
    {
      "name": "status",
      "description": "How far the skill got: compared, or the reason it stopped"
    },
    {
      "name": "status_superseded",
      "description": "Status under a superseded scoring rule, when a correction moved it"
    },
    {
      "name": "decision",
      "description": "Acceptance decision for a compared skill (SPEC-031 section 4)"
    },
    {
      "name": "accepted",
      "description": "Fewer total tokens, mission kept, no added tool calls, three repetitions agreeing"
    },
    {
      "name": "artifacts",
      "description": "Artifact kinds shipped, separated by semicolons"
    },
    {
      "name": "skill_md_unchanged",
      "description": "Whether SKILL.md stayed byte-identical"
    },
    {
      "name": "token_reduction",
      "description": "Median share of complete execution tokens saved; positive is cheaper"
    },
    {
      "name": "spread_min",
      "description": "Smallest per-repetition token reduction"
    },
    {
      "name": "spread_max",
      "description": "Largest per-repetition token reduction"
    },
    {
      "name": "straddles_zero",
      "description": "The repetitions disagree in sign, so the row is inconclusive"
    },
    {
      "name": "net_call_change",
      "description": "Change in median tool calls; positive means more calls"
    },
    {
      "name": "tokens_none",
      "description": "Median complete execution tokens, no skill"
    },
    {
      "name": "tokens_original",
      "description": "Median complete execution tokens, original skill"
    },
    {
      "name": "tokens_optimized",
      "description": "Median complete execution tokens, improved skill"
    },
    {
      "name": "score_none",
      "description": "Blind grade, no skill"
    },
    {
      "name": "score_original",
      "description": "Blind grade, original skill"
    },
    {
      "name": "score_optimized",
      "description": "Blind grade, improved skill"
    },
    {
      "name": "mission_preserved",
      "description": "The improved skill kept the original's grade on every task"
    },
    {
      "name": "retention_band",
      "description": "Diagnostic only: how much of the skill's contribution was kept"
    },
    {
      "name": "R",
      "description": "Repetitions per task per arm"
    },
    {
      "name": "tasks",
      "description": "Tasks compared, or tasks graded when the skill was not compared"
    },
    {
      "name": "n",
      "description": "Runs per arm behind the row: repetitions times tasks compared, or the graded runs of the eligibility check when the skill was not compared"
    },
    {
      "name": "evidence_class",
      "description": "Evidence class of the figure (SPEC.md section 20)"
    },
    {
      "name": "date",
      "description": "UTC day the study's last measured run landed"
    },
    {
      "name": "commit",
      "description": "Commit the figures come from: the committed data when the study has some, otherwise the latest commit of the document that reports it"
    }
  ],
  "rows": [
    {
      "skill": "block-no-verify-hook",
      "name": "Block No-Verify Hook",
      "shape": "reference-lookup",
      "installs": 5474,
      "status": "no_baseline_advantage",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 1,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "5658cf4666bb9158f16708aa0a48dfb3c59d752e"
    },
    {
      "skill": "check-context",
      "name": null,
      "shape": null,
      "installs": null,
      "status": "error",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": null,
      "tasks": 0,
      "n": 0,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "5658cf4666bb9158f16708aa0a48dfb3c59d752e"
    },
    {
      "skill": "code-audit",
      "name": "Code Audit Patterns",
      "shape": "reference-lookup",
      "installs": null,
      "status": "no_artifact",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 1,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "5658cf4666bb9158f16708aa0a48dfb3c59d752e"
    },
    {
      "skill": "deserialization-insecure",
      "name": "Insecure Deserialization",
      "shape": "reference-lookup",
      "installs": 3091,
      "status": "tasks_not_discriminating",
      "status_superseded": "insufficient_repetitions",
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 4,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "5658cf4666bb9158f16708aa0a48dfb3c59d752e"
    },
    {
      "skill": "fuzzing-dictionary",
      "name": "Fuzzing Dictionary",
      "shape": "reference-lookup",
      "installs": 4651,
      "status": "tasks_not_discriminating",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "5658cf4666bb9158f16708aa0a48dfb3c59d752e"
    },
    {
      "skill": "invoice-organizer",
      "name": "Invoice Organizer",
      "shape": "reference-prose",
      "installs": null,
      "status": "no_baseline_advantage",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "5658cf4666bb9158f16708aa0a48dfb3c59d752e"
    },
    {
      "skill": "ios-ettrace-performance",
      "name": "iOS ETTrace Performance",
      "shape": "reference-lookup",
      "installs": 850,
      "status": "insufficient_repetitions",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 2,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "5658cf4666bb9158f16708aa0a48dfb3c59d752e"
    },
    {
      "skill": "jndi-injection",
      "name": "JNDI Injection",
      "shape": "reference-lookup",
      "installs": 3059,
      "status": "tasks_not_discriminating",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "5658cf4666bb9158f16708aa0a48dfb3c59d752e"
    },
    {
      "skill": "kernel-exploitation",
      "name": "Kernel Exploitation",
      "shape": "reference-lookup",
      "installs": 3095,
      "status": "no_baseline_advantage",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "5658cf4666bb9158f16708aa0a48dfb3c59d752e"
    },
    {
      "skill": "memory-forensics",
      "name": "Memory Forensics",
      "shape": "workflow",
      "installs": 9993,
      "status": "tasks_not_discriminating",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "5658cf4666bb9158f16708aa0a48dfb3c59d752e"
    },
    {
      "skill": "minecraft-modpack-server",
      "name": "Minecraft Modpack Server Setup",
      "shape": "reference-lookup",
      "installs": null,
      "status": "no_artifact",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 1,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "5658cf4666bb9158f16708aa0a48dfb3c59d752e"
    },
    {
      "skill": "offensive-toctou",
      "name": "TOCTOU - Time-of-Check / Time-of-Use Exploitation",
      "shape": "reference-lookup",
      "installs": null,
      "status": "no_artifact",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 4,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "5658cf4666bb9158f16708aa0a48dfb3c59d752e"
    },
    {
      "skill": "ppt-editing-skill",
      "name": "Editing Presentations",
      "shape": "reference-lookup",
      "installs": null,
      "status": "no_baseline_advantage",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "5658cf4666bb9158f16708aa0a48dfb3c59d752e"
    },
    {
      "skill": "steganography-techniques",
      "name": "Steganography Techniques",
      "shape": "workflow",
      "installs": 2994,
      "status": "tasks_not_discriminating",
      "status_superseded": null,
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 6,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "5658cf4666bb9158f16708aa0a48dfb3c59d752e"
    },
    {
      "skill": "traffic-analysis-pcap",
      "name": "PCAP Traffic Analysis",
      "shape": "workflow",
      "installs": 3145,
      "status": "tasks_not_discriminating",
      "status_superseded": "insufficient_repetitions",
      "decision": null,
      "accepted": false,
      "artifacts": null,
      "skill_md_unchanged": null,
      "token_reduction": null,
      "spread_min": null,
      "spread_max": null,
      "straddles_zero": null,
      "net_call_change": null,
      "tokens_none": null,
      "tokens_original": null,
      "tokens_optimized": null,
      "score_none": null,
      "score_original": null,
      "score_optimized": null,
      "mission_preserved": null,
      "retention_band": null,
      "R": 3,
      "tasks": 2,
      "n": 4,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "5658cf4666bb9158f16708aa0a48dfb3c59d752e"
    }
  ]
}