{
  "schema": "skillreducer/research-table/1",
  "id": "floor-perfect-tasks",
  "study": "floor-perfect-tasks",
  "title": "Tasks graded without the skill under the stricter prompt",
  "evidence_class": "measured-local",
  "date": "2026-09-19",
  "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590",
  "source_documents": [
    {
      "path": "docs/experiments/DETECTION-2026-09-19.md",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590",
      "committed": "2026-09-20"
    }
  ],
  "n_meaning": "Runs without the skill behind the row",
  "columns": [
    {
      "name": "skill",
      "description": "Skill slug in the AirMarket catalog"
    },
    {
      "name": "task_id",
      "description": "Task generated from the skill; empty when the skill cannot run offline"
    },
    {
      "name": "graded",
      "description": "A task was graded; false when the skill cannot run offline"
    },
    {
      "name": "repetitions",
      "description": "Runs without the skill"
    },
    {
      "name": "score_none_median",
      "description": "Median grade without the skill"
    },
    {
      "name": "floor_perfect",
      "description": "Median grade 1.000 without the skill"
    },
    {
      "name": "n",
      "description": "Runs without the skill behind the row"
    },
    {
      "name": "evidence_class",
      "description": "Evidence class of the figure (SPEC.md section 20)"
    },
    {
      "name": "date",
      "description": "UTC day the study's last measured run landed"
    },
    {
      "name": "commit",
      "description": "Commit the figures come from: the committed data when the study has some, otherwise the latest commit of the document that reports it"
    }
  ],
  "rows": [
    {
      "skill": "ce-polish-beta",
      "task_id": "polish-login-form",
      "graded": true,
      "repetitions": 3,
      "score_none_median": 0.6,
      "floor_perfect": false,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "ce-polish-beta",
      "task_id": "polish-product-grid",
      "graded": true,
      "repetitions": 3,
      "score_none_median": 0.8,
      "floor_perfect": false,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "design-negotiation",
      "task_id": "timeline-compression-negotiation",
      "graded": true,
      "repetitions": 3,
      "score_none_median": 1,
      "floor_perfect": true,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "design-negotiation",
      "task_id": "scope-reduction-already-built",
      "graded": true,
      "repetitions": 3,
      "score_none_median": 1,
      "floor_perfect": true,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "enrich-lead",
      "task_id": null,
      "graded": false,
      "repetitions": null,
      "score_none_median": null,
      "floor_perfect": null,
      "n": 0,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "gh-create-issue",
      "task_id": "file-bug-report-issue",
      "graded": true,
      "repetitions": 3,
      "score_none_median": 0.3333,
      "floor_perfect": false,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "gh-create-issue",
      "task_id": "file-feature-request-issue",
      "graded": true,
      "repetitions": 3,
      "score_none_median": 1,
      "floor_perfect": true,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "github-codespaces-efficiency",
      "task_id": "audit-wasteful-devcontainer",
      "graded": true,
      "repetitions": 3,
      "score_none_median": 0.2,
      "floor_perfect": false,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "github-codespaces-efficiency",
      "task_id": "optimize-machine-and-prebuilds",
      "graded": true,
      "repetitions": 3,
      "score_none_median": 0.8,
      "floor_perfect": false,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "memory-reviewer",
      "task_id": null,
      "graded": false,
      "repetitions": null,
      "score_none_median": null,
      "floor_perfect": null,
      "n": 0,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "paperkit",
      "task_id": "ios-markup-editor",
      "graded": true,
      "repetitions": 3,
      "score_none_median": 0.2,
      "floor_perfect": false,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "paperkit",
      "task_id": "macos-markup-safe-load",
      "graded": true,
      "repetitions": 3,
      "score_none_median": 0.4,
      "floor_perfect": false,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "spec",
      "task_id": "create-cache-spec",
      "graded": true,
      "repetitions": 3,
      "score_none_median": 1,
      "floor_perfect": true,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "spec",
      "task_id": "amend-spec-task",
      "graded": true,
      "repetitions": 3,
      "score_none_median": 0.8,
      "floor_perfect": false,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "validate-data",
      "task_id": "sql-query-denominator-validation",
      "graded": true,
      "repetitions": 3,
      "score_none_median": 1,
      "floor_perfect": true,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "validate-data",
      "task_id": "multi-issue-analysis-validation",
      "graded": true,
      "repetitions": 3,
      "score_none_median": 0.6667,
      "floor_perfect": false,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "validating-and-publishing-canvases",
      "task_id": "canvas-capability-declarations",
      "graded": true,
      "repetitions": 3,
      "score_none_median": 0,
      "floor_perfect": false,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    },
    {
      "skill": "validating-and-publishing-canvases",
      "task_id": "canvas-version-conflict-merge",
      "graded": true,
      "repetitions": 3,
      "score_none_median": 1,
      "floor_perfect": true,
      "n": 3,
      "evidence_class": "measured-local",
      "date": "2026-09-19",
      "commit": "80e4a13fb96ebb96d8efff8690a8c77215657590"
    }
  ]
}