{
  "area_means": {
    "bindings": -0.15000000000000002,
    "components": -0.09999999999999998,
    "foundations": -2.7755575615628914e-17,
    "governance": 1.3877787807814457e-17,
    "structure": 0.15000000000000002
  },
  "complete": true,
  "format": "ds-eval/task-diversity-confirmatory-v2-analysis@1",
  "issues": [],
  "primary": {
    "bootstrap_resamples": 10000,
    "bootstrap_seed": 20260829,
    "difference": -0.020000000000000004,
    "estimand": "equal-weight mean of 20 task-level official-MCP minus controlled functional-success differences",
    "exact_two_sided_sign_flip_p": 0.881103515625,
    "task_bootstrap_95_interval": [
      -0.15000000000000002,
      0.10000000000000002
    ],
    "tasks_negative": 7,
    "tasks_positive": 7,
    "tasks_tied": 6
  },
  "secondary": {
    "controlled_cost_usd": 32.80990919999999,
    "controlled_mean_duration_seconds": 55.08,
    "controlled_micro_success": 0.43,
    "mcp_cost_usd": 39.314492400000006,
    "mcp_mean_duration_seconds": 57.6,
    "mcp_micro_success": 0.41,
    "mcp_runs_with_tool_call": 40,
    "mcp_tool_calls": 71,
    "mcp_tool_mix": {
      "mcp__carbon-mcp__code_search": 60,
      "mcp__carbon-mcp__docs_search": 11
    },
    "returned_evidence_bytes": 1024953
  },
  "study_id": "carbon-task-diversity-confirmatory-v2",
  "task_results": [
    {
      "area": "foundations",
      "controlled_success": 0.8,
      "difference": -0.6000000000000001,
      "mcp_success": 0.2,
      "task_id": "carbon-semantic-text-token"
    },
    {
      "area": "foundations",
      "controlled_success": 0.8,
      "difference": 0.19999999999999996,
      "mcp_success": 1.0,
      "task_id": "carbon-support-error-token"
    },
    {
      "area": "foundations",
      "controlled_success": 0.0,
      "difference": 0.4,
      "mcp_success": 0.4,
      "task_id": "carbon-responsive-grid-gutter"
    },
    {
      "area": "foundations",
      "controlled_success": 1.0,
      "difference": 0.0,
      "mcp_success": 1.0,
      "task_id": "carbon-ai-chat-token-composition-r1"
    },
    {
      "area": "bindings",
      "controlled_success": 0.8,
      "difference": -0.6000000000000001,
      "mcp_success": 0.2,
      "task_id": "carbon-toggle-design-to-code"
    },
    {
      "area": "bindings",
      "controlled_success": 0.4,
      "difference": 0.0,
      "mcp_success": 0.4,
      "task_id": "carbon-notification-design-to-code-r3"
    },
    {
      "area": "bindings",
      "controlled_success": 0.0,
      "difference": 0.2,
      "mcp_success": 0.2,
      "task_id": "carbon-side-nav-design-to-code-r4"
    },
    {
      "area": "bindings",
      "controlled_success": 0.8,
      "difference": -0.20000000000000007,
      "mcp_success": 0.6,
      "task_id": "carbon-confirmed-danger-modal-binding-r2"
    },
    {
      "area": "components",
      "controlled_success": 0.6,
      "difference": -0.39999999999999997,
      "mcp_success": 0.2,
      "task_id": "carbon-resource-name-field"
    },
    {
      "area": "components",
      "controlled_success": 0.0,
      "difference": 0.2,
      "mcp_success": 0.2,
      "task_id": "carbon-loading-region-status"
    },
    {
      "area": "components",
      "controlled_success": 0.2,
      "difference": 0.0,
      "mcp_success": 0.2,
      "task_id": "carbon-data-table-selection-toolbar-r3"
    },
    {
      "area": "components",
      "controlled_success": 0.6,
      "difference": -0.19999999999999996,
      "mcp_success": 0.4,
      "task_id": "carbon-expandable-tile-disclosure-r1"
    },
    {
      "area": "structure",
      "controlled_success": 0.2,
      "difference": 0.0,
      "mcp_success": 0.2,
      "task_id": "carbon-create-configure-save-flow"
    },
    {
      "area": "structure",
      "controlled_success": 0.0,
      "difference": 0.0,
      "mcp_success": 0.0,
      "task_id": "carbon-resource-inventory-empty-state"
    },
    {
      "area": "structure",
      "controlled_success": 0.6,
      "difference": 0.20000000000000007,
      "mcp_success": 0.8,
      "task_id": "carbon-form-submit-notification-flow-r1"
    },
    {
      "area": "structure",
      "controlled_success": 0.4,
      "difference": 0.4,
      "mcp_success": 0.8,
      "task_id": "carbon-loading-to-content-flow"
    },
    {
      "area": "governance",
      "controlled_success": 1.0,
      "difference": -0.19999999999999996,
      "mcp_success": 0.8,
      "task_id": "carbon-preview-to-stable-governance"
    },
    {
      "area": "governance",
      "controlled_success": 0.0,
      "difference": 0.4,
      "mcp_success": 0.4,
      "task_id": "carbon-contribution-intake-plan-r1"
    },
    {
      "area": "governance",
      "controlled_success": 0.4,
      "difference": -0.2,
      "mcp_success": 0.2,
      "task_id": "carbon-deprecation-migration-plan-r1"
    },
    {
      "area": "governance",
      "controlled_success": 0.0,
      "difference": 0.0,
      "mcp_success": 0.0,
      "task_id": "carbon-preview-pattern-entry-plan"
    }
  ]
}