{
  "schema_version": 2,
  "benchmark": "data-skill-suite",
  "created_at": "2026-10-14T08:58:08.015407+00:00",
  "evidence_level": "author-submitted",
  "suite": {
    "id": "data-workflows-v1",
    "version": "1.0.0",
    "sha256": "5badda2df77d0a3f02b2d4ee359f3c5a00df35cf0f0192e624741abc863e343c",
    "support_sha256": {}
  },
  "tasks": [
    {
      "id": "decimal-invoices",
      "title": "Invoice totals with decimal rounding",
      "sha256": "f72612bb7e9b3298ef0474d1f44fcaecff056f19236f22188f3b71bd78010da0"
    },
    {
      "id": "missing-versus-zero",
      "title": "Inventory: missing counts and zero counts",
      "sha256": "92b91f128c52cac7035b9a9c980e18178360c0972c53c11b9eb5ae963db18b71"
    },
    {
      "id": "csv-cleanup",
      "title": "Clean a contact CSV",
      "sha256": "c17e91dd53953f95ac5058de4a7bcdae224d202ad379380e441d4274b348f7e7"
    },
    {
      "id": "contact-dedupe",
      "title": "Deduplicate contacts by email",
      "sha256": "6f7564e7d4d08f4c2fcc570de9bcafadd6c9bb29bd218d12c84a3aacb8e45c75"
    },
    {
      "id": "grouped-sales",
      "title": "Aggregate completed sales by region",
      "sha256": "eea7c161d943e18462897427a41413c7da546be252d19ef971cc64f046487e2f"
    },
    {
      "id": "timezone-events",
      "title": "Select events by UTC calendar date",
      "sha256": "a79b500198233ab1f535d7ee18f431bc99cb0c74666465c601eebd014eb7f58b"
    },
    {
      "id": "customer-join",
      "title": "Join orders to customers",
      "sha256": "94f924e8afd65bac92449d888f5b33b66d544783728f212a367ac29c1f98a4c8"
    },
    {
      "id": "stable-ranking",
      "title": "Rank scores while preserving ties",
      "sha256": "785f1e7bf6cc16b7345f6f8592b42b3b56be646f15fc2a0231703345b42b38f2"
    },
    {
      "id": "payment-reconciliation",
      "title": "Reconcile invoices and payments",
      "sha256": "b9d634f7f5e322bbc0f5ff325f3c46dcc45e4f6b1f0713963d98411ca5b157f4"
    },
    {
      "id": "schema-validation",
      "title": "Validate records against a small schema",
      "sha256": "c88a9833b292ce9ccc6f71a3872c0288a7f9bc3144d5e14892834b3294de6172"
    }
  ],
  "conditions": [
    {
      "id": "baseline",
      "skill_sha256": null
    },
    {
      "id": "v1",
      "skill_sha256": "6204e593be04c933f380745a495fd5403cc38c58bca3f7cb7665ab22d20c1ddd"
    },
    {
      "id": "v2",
      "skill_sha256": "7670761dad3dec8116fdab847347cca94255be6d601094df19fdbb2ef5d1fa5d"
    }
  ],
  "runner": {
    "type": "codex-mcp",
    "model": "gpt-6-sol",
    "reasoning_effort": "high",
    "timeout_seconds": 180,
    "max_tool_calls": 40,
    "cli_version": "codex-cli 0.162.0-alpha.17.2",
    "instructions_sha256": "ddf4876018271e98b4254f24e91887a3d158a4e6f6ef421e2e6f38197acbbfe3",
    "tool_boundary": "workspace-mcp-v1",
    "auth": "chatgpt",
    "implementation_sha256": "e321ca23a9c4f6775c7812bf091a41814203f9fc4d11614bef3fedabd6df1e3c",
    "platform": {
      "python": "3.13.15",
      "os": "Windows",
      "os_release": "11"
    }
  },
  "repetitions": 1,
  "seed": 42,
  "runs": [
    {
      "id": "decimal-invoices-01-v1",
      "task_id": "decimal-invoices",
      "condition": "v1",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 47.607,
        "completed": true,
        "token_usage": {
          "input_tokens": 44349,
          "cached_input_tokens": 35328,
          "cache_write_input_tokens": 0,
          "output_tokens": 565,
          "reasoning_output_tokens": 157
        },
        "tool_calls": 7,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.51
      },
      "workspace_before_sha256": "8c7dd8f57eb1de063692b0312451a90541aacbd81559a42f78d77caf1bc12542",
      "workspace_after_sha256": "c83cbf865ec8753ad82628b3b7f5b75407268c2c0732fcf4635c611ba266e7e8"
    },
    {
      "id": "decimal-invoices-01-baseline",
      "task_id": "decimal-invoices",
      "condition": "baseline",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 55.978,
        "completed": true,
        "token_usage": {
          "input_tokens": 43812,
          "cached_input_tokens": 38912,
          "cache_write_input_tokens": 0,
          "output_tokens": 528,
          "reasoning_output_tokens": 142
        },
        "tool_calls": 6,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": false,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.534
      },
      "workspace_before_sha256": "8c7dd8f57eb1de063692b0312451a90541aacbd81559a42f78d77caf1bc12542",
      "workspace_after_sha256": "c83cbf865ec8753ad82628b3b7f5b75407268c2c0732fcf4635c611ba266e7e8"
    },
    {
      "id": "decimal-invoices-01-v2",
      "task_id": "decimal-invoices",
      "condition": "v2",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 34.79,
        "completed": true,
        "token_usage": {
          "input_tokens": 43144,
          "cached_input_tokens": 26368,
          "cache_write_input_tokens": 0,
          "output_tokens": 571,
          "reasoning_output_tokens": 158
        },
        "tool_calls": 7,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.224
      },
      "workspace_before_sha256": "8c7dd8f57eb1de063692b0312451a90541aacbd81559a42f78d77caf1bc12542",
      "workspace_after_sha256": "c83cbf865ec8753ad82628b3b7f5b75407268c2c0732fcf4635c611ba266e7e8"
    },
    {
      "id": "missing-versus-zero-01-baseline",
      "task_id": "missing-versus-zero",
      "condition": "baseline",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 40.616,
        "completed": true,
        "token_usage": {
          "input_tokens": 35627,
          "cached_input_tokens": 14208,
          "cache_write_input_tokens": 0,
          "output_tokens": 413,
          "reasoning_output_tokens": 72
        },
        "tool_calls": 6,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": false,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.346
      },
      "workspace_before_sha256": "e4685cc3cfa6c4b254edaf1905d96ff5bb5c63b778ec8a720162b8fada01f733",
      "workspace_after_sha256": "f9e9d6facefe43981f27511d4ac2333a1c38c1a8cdb2550b3628db5c9d841ef5"
    },
    {
      "id": "missing-versus-zero-01-v2",
      "task_id": "missing-versus-zero",
      "condition": "v2",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 52.357,
        "completed": true,
        "token_usage": {
          "input_tokens": 36222,
          "cached_input_tokens": 31360,
          "cache_write_input_tokens": 0,
          "output_tokens": 405,
          "reasoning_output_tokens": 70
        },
        "tool_calls": 7,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.341
      },
      "workspace_before_sha256": "e4685cc3cfa6c4b254edaf1905d96ff5bb5c63b778ec8a720162b8fada01f733",
      "workspace_after_sha256": "f9e9d6facefe43981f27511d4ac2333a1c38c1a8cdb2550b3628db5c9d841ef5"
    },
    {
      "id": "missing-versus-zero-01-v1",
      "task_id": "missing-versus-zero",
      "condition": "v1",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 55.329,
        "completed": true,
        "token_usage": {
          "input_tokens": 35932,
          "cached_input_tokens": 31232,
          "cache_write_input_tokens": 0,
          "output_tokens": 436,
          "reasoning_output_tokens": 73
        },
        "tool_calls": 7,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.678
      },
      "workspace_before_sha256": "e4685cc3cfa6c4b254edaf1905d96ff5bb5c63b778ec8a720162b8fada01f733",
      "workspace_after_sha256": "f9e9d6facefe43981f27511d4ac2333a1c38c1a8cdb2550b3628db5c9d841ef5"
    },
    {
      "id": "csv-cleanup-01-v2",
      "task_id": "csv-cleanup",
      "condition": "v2",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 53.024,
        "completed": true,
        "token_usage": {
          "input_tokens": 45927,
          "cached_input_tokens": 31872,
          "cache_write_input_tokens": 0,
          "output_tokens": 525,
          "reasoning_output_tokens": 86
        },
        "tool_calls": 8,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.496
      },
      "workspace_before_sha256": "d07d50eab2ac36fb411edb609a68f9fca47ca3b190315e35bc179da2238ebbaa",
      "workspace_after_sha256": "1af3a4ce656839e716ce65927d3cc0c750c91703f3679ef635350833d0ff3ec3"
    },
    {
      "id": "csv-cleanup-01-v1",
      "task_id": "csv-cleanup",
      "condition": "v1",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 43.236,
        "completed": true,
        "token_usage": {
          "input_tokens": 44265,
          "cached_input_tokens": 31744,
          "cache_write_input_tokens": 0,
          "output_tokens": 497,
          "reasoning_output_tokens": 89
        },
        "tool_calls": 7,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.478
      },
      "workspace_before_sha256": "d07d50eab2ac36fb411edb609a68f9fca47ca3b190315e35bc179da2238ebbaa",
      "workspace_after_sha256": "1af3a4ce656839e716ce65927d3cc0c750c91703f3679ef635350833d0ff3ec3"
    },
    {
      "id": "csv-cleanup-01-baseline",
      "task_id": "csv-cleanup",
      "condition": "baseline",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 65.916,
        "completed": true,
        "token_usage": {
          "input_tokens": 43755,
          "cached_input_tokens": 27008,
          "cache_write_input_tokens": 0,
          "output_tokens": 454,
          "reasoning_output_tokens": 115
        },
        "tool_calls": 6,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": false,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.613
      },
      "workspace_before_sha256": "d07d50eab2ac36fb411edb609a68f9fca47ca3b190315e35bc179da2238ebbaa",
      "workspace_after_sha256": "c5fbecd831e64cce088cff88278553d249d2da63b73f1d6b79b44fe9b9cde8c5"
    },
    {
      "id": "contact-dedupe-01-v1",
      "task_id": "contact-dedupe",
      "condition": "v1",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 42.72,
        "completed": true,
        "token_usage": {
          "input_tokens": 44193,
          "cached_input_tokens": 27392,
          "cache_write_input_tokens": 0,
          "output_tokens": 469,
          "reasoning_output_tokens": 103
        },
        "tool_calls": 7,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.56
      },
      "workspace_before_sha256": "fc4aa19fe704807c259d59cf3455300136a627abe7757cfed6842e5ce8ef5f5a",
      "workspace_after_sha256": "aa15f526987dd9f1cccd2a76ca54574daaa52e471b89d4570f1ea63f3e8c0583"
    },
    {
      "id": "contact-dedupe-01-baseline",
      "task_id": "contact-dedupe",
      "condition": "baseline",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 43.509,
        "completed": true,
        "token_usage": {
          "input_tokens": 43546,
          "cached_input_tokens": 31872,
          "cache_write_input_tokens": 0,
          "output_tokens": 431,
          "reasoning_output_tokens": 89
        },
        "tool_calls": 6,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": false,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.416
      },
      "workspace_before_sha256": "fc4aa19fe704807c259d59cf3455300136a627abe7757cfed6842e5ce8ef5f5a",
      "workspace_after_sha256": "aa15f526987dd9f1cccd2a76ca54574daaa52e471b89d4570f1ea63f3e8c0583"
    },
    {
      "id": "contact-dedupe-01-v2",
      "task_id": "contact-dedupe",
      "condition": "v2",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 61.826,
        "completed": true,
        "token_usage": {
          "input_tokens": 45085,
          "cached_input_tokens": 39680,
          "cache_write_input_tokens": 0,
          "output_tokens": 520,
          "reasoning_output_tokens": 107
        },
        "tool_calls": 8,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.616
      },
      "workspace_before_sha256": "fc4aa19fe704807c259d59cf3455300136a627abe7757cfed6842e5ce8ef5f5a",
      "workspace_after_sha256": "aa15f526987dd9f1cccd2a76ca54574daaa52e471b89d4570f1ea63f3e8c0583"
    },
    {
      "id": "grouped-sales-01-baseline",
      "task_id": "grouped-sales",
      "condition": "baseline",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 29.501,
        "completed": true,
        "token_usage": {
          "input_tokens": 41964,
          "cached_input_tokens": 30336,
          "cache_write_input_tokens": 0,
          "output_tokens": 443,
          "reasoning_output_tokens": 125
        },
        "tool_calls": 6,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": false,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.758
      },
      "workspace_before_sha256": "f36b66b688a913b2346eae1c6d0ea231886f00d3063f3ca1f5bb28a5b27fa6bc",
      "workspace_after_sha256": "90c21c2f3d8c1b5da9ff135e0333f14bb1d5d797a7933ae237eeaa29c7e3c19f"
    },
    {
      "id": "grouped-sales-01-v2",
      "task_id": "grouped-sales",
      "condition": "v2",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 33.35,
        "completed": true,
        "token_usage": {
          "input_tokens": 44691,
          "cached_input_tokens": 31616,
          "cache_write_input_tokens": 0,
          "output_tokens": 519,
          "reasoning_output_tokens": 146
        },
        "tool_calls": 8,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.516
      },
      "workspace_before_sha256": "f36b66b688a913b2346eae1c6d0ea231886f00d3063f3ca1f5bb28a5b27fa6bc",
      "workspace_after_sha256": "90c21c2f3d8c1b5da9ff135e0333f14bb1d5d797a7933ae237eeaa29c7e3c19f"
    },
    {
      "id": "grouped-sales-01-v1",
      "task_id": "grouped-sales",
      "condition": "v1",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 29.075,
        "completed": true,
        "token_usage": {
          "input_tokens": 43998,
          "cached_input_tokens": 29568,
          "cache_write_input_tokens": 0,
          "output_tokens": 409,
          "reasoning_output_tokens": 85
        },
        "tool_calls": 7,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.549
      },
      "workspace_before_sha256": "f36b66b688a913b2346eae1c6d0ea231886f00d3063f3ca1f5bb28a5b27fa6bc",
      "workspace_after_sha256": "90c21c2f3d8c1b5da9ff135e0333f14bb1d5d797a7933ae237eeaa29c7e3c19f"
    },
    {
      "id": "timezone-events-01-v2",
      "task_id": "timezone-events",
      "condition": "v2",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 51.31,
        "completed": true,
        "token_usage": {
          "input_tokens": 44872,
          "cached_input_tokens": 32896,
          "cache_write_input_tokens": 0,
          "output_tokens": 474,
          "reasoning_output_tokens": 100
        },
        "tool_calls": 8,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.61
      },
      "workspace_before_sha256": "60f3302eb5fb3b072a743cdb4f9084bfb80704f7e61a29aa7f3406454260911f",
      "workspace_after_sha256": "768296c60a16e799fa6ef06c022af4f0e6d1ab7f205d05773d2830485b9db584"
    },
    {
      "id": "timezone-events-01-v1",
      "task_id": "timezone-events",
      "condition": "v1",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 27.325,
        "completed": true,
        "token_usage": {
          "input_tokens": 35850,
          "cached_input_tokens": 27776,
          "cache_write_input_tokens": 0,
          "output_tokens": 406,
          "reasoning_output_tokens": 84
        },
        "tool_calls": 7,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.497
      },
      "workspace_before_sha256": "60f3302eb5fb3b072a743cdb4f9084bfb80704f7e61a29aa7f3406454260911f",
      "workspace_after_sha256": "768296c60a16e799fa6ef06c022af4f0e6d1ab7f205d05773d2830485b9db584"
    },
    {
      "id": "timezone-events-01-baseline",
      "task_id": "timezone-events",
      "condition": "baseline",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 46.555,
        "completed": true,
        "token_usage": {
          "input_tokens": 43571,
          "cached_input_tokens": 38912,
          "cache_write_input_tokens": 0,
          "output_tokens": 451,
          "reasoning_output_tokens": 123
        },
        "tool_calls": 6,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": false,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.266
      },
      "workspace_before_sha256": "60f3302eb5fb3b072a743cdb4f9084bfb80704f7e61a29aa7f3406454260911f",
      "workspace_after_sha256": "768296c60a16e799fa6ef06c022af4f0e6d1ab7f205d05773d2830485b9db584"
    },
    {
      "id": "customer-join-01-v1",
      "task_id": "customer-join",
      "condition": "v1",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 29.298,
        "completed": true,
        "token_usage": {
          "input_tokens": 44415,
          "cached_input_tokens": 36480,
          "cache_write_input_tokens": 0,
          "output_tokens": 535,
          "reasoning_output_tokens": 76
        },
        "tool_calls": 8,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.245
      },
      "workspace_before_sha256": "ebc304e757ba4c9a2c3cb3b81e5815117fd80d2f2f40f18f3ba309fcbf99f3a5",
      "workspace_after_sha256": "b8bf94087dff6368defb14eafdde8ccfdf95e26e61a824cc154962829810a36d"
    },
    {
      "id": "customer-join-01-baseline",
      "task_id": "customer-join",
      "condition": "baseline",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 31.473,
        "completed": true,
        "token_usage": {
          "input_tokens": 43520,
          "cached_input_tokens": 31872,
          "cache_write_input_tokens": 0,
          "output_tokens": 432,
          "reasoning_output_tokens": 58
        },
        "tool_calls": 7,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": false,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.376
      },
      "workspace_before_sha256": "ebc304e757ba4c9a2c3cb3b81e5815117fd80d2f2f40f18f3ba309fcbf99f3a5",
      "workspace_after_sha256": "b8bf94087dff6368defb14eafdde8ccfdf95e26e61a824cc154962829810a36d"
    },
    {
      "id": "customer-join-01-v2",
      "task_id": "customer-join",
      "condition": "v2",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 28.694,
        "completed": true,
        "token_usage": {
          "input_tokens": 36292,
          "cached_input_tokens": 22656,
          "cache_write_input_tokens": 0,
          "output_tokens": 500,
          "reasoning_output_tokens": 48
        },
        "tool_calls": 8,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.253
      },
      "workspace_before_sha256": "ebc304e757ba4c9a2c3cb3b81e5815117fd80d2f2f40f18f3ba309fcbf99f3a5",
      "workspace_after_sha256": "bf61a1594bb047e86722c30d3b4f8bd8d87e405dbd4786ec8916317e4011da54"
    },
    {
      "id": "stable-ranking-01-baseline",
      "task_id": "stable-ranking",
      "condition": "baseline",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 29.751,
        "completed": true,
        "token_usage": {
          "input_tokens": 43015,
          "cached_input_tokens": 35072,
          "cache_write_input_tokens": 0,
          "output_tokens": 372,
          "reasoning_output_tokens": 65
        },
        "tool_calls": 6,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": false,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.278
      },
      "workspace_before_sha256": "acf8e4bfaaf844dee3993fb674a55666a5da090b559d3291969301fba49e134a",
      "workspace_after_sha256": "5c36443857a337bffc780b6d7d16fb93ab0cd5f6fc99cb6027051ca6c18a8ac4"
    },
    {
      "id": "stable-ranking-01-v2",
      "task_id": "stable-ranking",
      "condition": "v2",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 26.56,
        "completed": true,
        "token_usage": {
          "input_tokens": 36209,
          "cached_input_tokens": 29696,
          "cache_write_input_tokens": 0,
          "output_tokens": 401,
          "reasoning_output_tokens": 52
        },
        "tool_calls": 7,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.26
      },
      "workspace_before_sha256": "acf8e4bfaaf844dee3993fb674a55666a5da090b559d3291969301fba49e134a",
      "workspace_after_sha256": "5c36443857a337bffc780b6d7d16fb93ab0cd5f6fc99cb6027051ca6c18a8ac4"
    },
    {
      "id": "stable-ranking-01-v1",
      "task_id": "stable-ranking",
      "condition": "v1",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 29.482,
        "completed": true,
        "token_usage": {
          "input_tokens": 43776,
          "cached_input_tokens": 31488,
          "cache_write_input_tokens": 0,
          "output_tokens": 447,
          "reasoning_output_tokens": 90
        },
        "tool_calls": 7,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.292
      },
      "workspace_before_sha256": "acf8e4bfaaf844dee3993fb674a55666a5da090b559d3291969301fba49e134a",
      "workspace_after_sha256": "5c36443857a337bffc780b6d7d16fb93ab0cd5f6fc99cb6027051ca6c18a8ac4"
    },
    {
      "id": "payment-reconciliation-01-v2",
      "task_id": "payment-reconciliation",
      "condition": "v2",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 32.532,
        "completed": true,
        "token_usage": {
          "input_tokens": 45328,
          "cached_input_tokens": 36992,
          "cache_write_input_tokens": 0,
          "output_tokens": 547,
          "reasoning_output_tokens": 79
        },
        "tool_calls": 9,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.422
      },
      "workspace_before_sha256": "f27a4797ad8d45ef04e714bba8fb70775964376525dc1dd97c7ab613bb2adeb2",
      "workspace_after_sha256": "d1656efcecf02e60d27ed88589b6de3316d07a095ee851b7d22c3b145005825a"
    },
    {
      "id": "payment-reconciliation-01-v1",
      "task_id": "payment-reconciliation",
      "condition": "v1",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 62.082,
        "completed": true,
        "token_usage": {
          "input_tokens": 49852,
          "cached_input_tokens": 44928,
          "cache_write_input_tokens": 0,
          "output_tokens": 552,
          "reasoning_output_tokens": 120
        },
        "tool_calls": 8,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.31
      },
      "workspace_before_sha256": "f27a4797ad8d45ef04e714bba8fb70775964376525dc1dd97c7ab613bb2adeb2",
      "workspace_after_sha256": "00d3913a20e9b8c16ce408d5dc85aeea9d99c3150efc543c4f086d3ebc494c6e"
    },
    {
      "id": "payment-reconciliation-01-baseline",
      "task_id": "payment-reconciliation",
      "condition": "baseline",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 32.329,
        "completed": true,
        "token_usage": {
          "input_tokens": 44006,
          "cached_input_tokens": 39168,
          "cache_write_input_tokens": 0,
          "output_tokens": 495,
          "reasoning_output_tokens": 97
        },
        "tool_calls": 7,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": false,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.287
      },
      "workspace_before_sha256": "f27a4797ad8d45ef04e714bba8fb70775964376525dc1dd97c7ab613bb2adeb2",
      "workspace_after_sha256": "93a4b73ee04eed6a9eab31a39bac67d5ebc7541042e816f42a151af91a006908"
    },
    {
      "id": "schema-validation-01-v1",
      "task_id": "schema-validation",
      "condition": "v1",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 35.581,
        "completed": true,
        "token_usage": {
          "input_tokens": 45682,
          "cached_input_tokens": 28928,
          "cache_write_input_tokens": 0,
          "output_tokens": 507,
          "reasoning_output_tokens": 120
        },
        "tool_calls": 7,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.313
      },
      "workspace_before_sha256": "d056a256c4bb959fcb040f1c52248ac19593b0f8ae0a8fae077ac93732ccef8e",
      "workspace_after_sha256": "cc0bfd299053d68dbeef2dd04dd78752e12975159bf1d2d06e19fcd4ea87c9d8"
    },
    {
      "id": "schema-validation-01-baseline",
      "task_id": "schema-validation",
      "condition": "baseline",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 36.488,
        "completed": true,
        "token_usage": {
          "input_tokens": 44965,
          "cached_input_tokens": 23680,
          "cache_write_input_tokens": 0,
          "output_tokens": 450,
          "reasoning_output_tokens": 111
        },
        "tool_calls": 6,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": false,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.418
      },
      "workspace_before_sha256": "d056a256c4bb959fcb040f1c52248ac19593b0f8ae0a8fae077ac93732ccef8e",
      "workspace_after_sha256": "be5b23deb386364716af5610a5443676003042946ddb005eef0ddb488e07aa78"
    },
    {
      "id": "schema-validation-01-v2",
      "task_id": "schema-validation",
      "condition": "v2",
      "repetition": 1,
      "status": "passed",
      "success": true,
      "runner": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 59.459,
        "completed": true,
        "token_usage": {
          "input_tokens": 46618,
          "cached_input_tokens": 36480,
          "cache_write_input_tokens": 0,
          "output_tokens": 568,
          "reasoning_output_tokens": 154
        },
        "tool_calls": 8,
        "started": true,
        "protocol_valid": true,
        "malformed_events": 0,
        "skill_loaded": true,
        "unexpected_tools": [],
        "valid_agent_run": true
      },
      "evaluation": {
        "returncode": 0,
        "timed_out": false,
        "duration_seconds": 0.269
      },
      "workspace_before_sha256": "d056a256c4bb959fcb040f1c52248ac19593b0f8ae0a8fae077ac93732ccef8e",
      "workspace_after_sha256": "be5b23deb386364716af5610a5443676003042946ddb005eef0ddb488e07aa78"
    }
  ],
  "limitations": [
    "Original synthetic data tasks; this is not a representative real-world benchmark.",
    "The model is an alias, not a pinned provider snapshot. Repeat outcomes may vary.",
    "Explicit skill discovery through MCP; not native implicit skill routing or arbitrary shell/code execution.",
    "Hashes verify bundle integrity, not model authenticity or independent replication.",
    "Check_output validates JSON syntax only. Hidden expected outputs are scored after the agent exits.",
    "Usage is reported tokens and elapsed time; monetary cost is not independently measured."
  ],
  "summary": {
    "conditions": {
      "baseline": {
        "completed": 10,
        "scored": 10,
        "passed": 10,
        "failed": 0,
        "infrastructure_error": 0,
        "not_run": 0,
        "pass_rate": 1.0,
        "mean_runner_seconds": 41.2116,
        "mean_input_tokens": 42778.1,
        "mean_output_tokens": 446.9,
        "per_task": {
          "contact-dedupe": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 43.509,
            "mean_input_tokens": 43546.0,
            "mean_output_tokens": 431.0
          },
          "csv-cleanup": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 65.916,
            "mean_input_tokens": 43755.0,
            "mean_output_tokens": 454.0
          },
          "customer-join": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 31.473,
            "mean_input_tokens": 43520.0,
            "mean_output_tokens": 432.0
          },
          "decimal-invoices": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 55.978,
            "mean_input_tokens": 43812.0,
            "mean_output_tokens": 528.0
          },
          "grouped-sales": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 29.501,
            "mean_input_tokens": 41964.0,
            "mean_output_tokens": 443.0
          },
          "missing-versus-zero": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 40.616,
            "mean_input_tokens": 35627.0,
            "mean_output_tokens": 413.0
          },
          "payment-reconciliation": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 32.329,
            "mean_input_tokens": 44006.0,
            "mean_output_tokens": 495.0
          },
          "schema-validation": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 36.488,
            "mean_input_tokens": 44965.0,
            "mean_output_tokens": 450.0
          },
          "stable-ranking": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 29.751,
            "mean_input_tokens": 43015.0,
            "mean_output_tokens": 372.0
          },
          "timezone-events": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 46.555,
            "mean_input_tokens": 43571.0,
            "mean_output_tokens": 451.0
          }
        }
      },
      "v1": {
        "completed": 10,
        "scored": 10,
        "passed": 10,
        "failed": 0,
        "infrastructure_error": 0,
        "not_run": 0,
        "pass_rate": 1.0,
        "mean_runner_seconds": 40.1735,
        "mean_input_tokens": 43231.2,
        "mean_output_tokens": 482.3,
        "per_task": {
          "contact-dedupe": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 42.72,
            "mean_input_tokens": 44193.0,
            "mean_output_tokens": 469.0
          },
          "csv-cleanup": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 43.236,
            "mean_input_tokens": 44265.0,
            "mean_output_tokens": 497.0
          },
          "customer-join": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 29.298,
            "mean_input_tokens": 44415.0,
            "mean_output_tokens": 535.0
          },
          "decimal-invoices": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 47.607,
            "mean_input_tokens": 44349.0,
            "mean_output_tokens": 565.0
          },
          "grouped-sales": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 29.075,
            "mean_input_tokens": 43998.0,
            "mean_output_tokens": 409.0
          },
          "missing-versus-zero": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 55.329,
            "mean_input_tokens": 35932.0,
            "mean_output_tokens": 436.0
          },
          "payment-reconciliation": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 62.082,
            "mean_input_tokens": 49852.0,
            "mean_output_tokens": 552.0
          },
          "schema-validation": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 35.581,
            "mean_input_tokens": 45682.0,
            "mean_output_tokens": 507.0
          },
          "stable-ranking": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 29.482,
            "mean_input_tokens": 43776.0,
            "mean_output_tokens": 447.0
          },
          "timezone-events": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 27.325,
            "mean_input_tokens": 35850.0,
            "mean_output_tokens": 406.0
          }
        }
      },
      "v2": {
        "completed": 10,
        "scored": 10,
        "passed": 10,
        "failed": 0,
        "infrastructure_error": 0,
        "not_run": 0,
        "pass_rate": 1.0,
        "mean_runner_seconds": 43.3902,
        "mean_input_tokens": 42438.8,
        "mean_output_tokens": 503.0,
        "per_task": {
          "contact-dedupe": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 61.826,
            "mean_input_tokens": 45085.0,
            "mean_output_tokens": 520.0
          },
          "csv-cleanup": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 53.024,
            "mean_input_tokens": 45927.0,
            "mean_output_tokens": 525.0
          },
          "customer-join": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 28.694,
            "mean_input_tokens": 36292.0,
            "mean_output_tokens": 500.0
          },
          "decimal-invoices": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 34.79,
            "mean_input_tokens": 43144.0,
            "mean_output_tokens": 571.0
          },
          "grouped-sales": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 33.35,
            "mean_input_tokens": 44691.0,
            "mean_output_tokens": 519.0
          },
          "missing-versus-zero": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 52.357,
            "mean_input_tokens": 36222.0,
            "mean_output_tokens": 405.0
          },
          "payment-reconciliation": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 32.532,
            "mean_input_tokens": 45328.0,
            "mean_output_tokens": 547.0
          },
          "schema-validation": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 59.459,
            "mean_input_tokens": 46618.0,
            "mean_output_tokens": 568.0
          },
          "stable-ranking": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 26.56,
            "mean_input_tokens": 36209.0,
            "mean_output_tokens": 401.0
          },
          "timezone-events": {
            "completed": 1,
            "scored": 1,
            "passed": 1,
            "failed": 0,
            "infrastructure_error": 0,
            "not_run": 0,
            "pass_rate": 1.0,
            "mean_runner_seconds": 51.31,
            "mean_input_tokens": 44872.0,
            "mean_output_tokens": 474.0
          }
        }
      }
    },
    "comparisons": [
      {
        "left_condition": "baseline",
        "right_condition": "v1",
        "matched_pairs": 10,
        "excluded_pairs": 0,
        "excluded_reasons": {
          "missing": 0,
          "infrastructure_error": 0,
          "not_run": 0
        },
        "complete_tasks": 10,
        "partial_pairs": false,
        "improvements": 0,
        "ties": 10,
        "regressions": 0,
        "delta": 0.0,
        "ci95": null,
        "descriptive_only": true,
        "interval_method": "paired task bootstrap, 4000 resamples, seed 20260417",
        "interval_note": "Suppressed for fewer than 5 tasks, incomplete pairs, or no observed task variation; never proves equivalence.",
        "per_task": {
          "contact-dedupe": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "csv-cleanup": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "customer-join": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "decimal-invoices": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "grouped-sales": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "missing-versus-zero": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "payment-reconciliation": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "schema-validation": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "stable-ranking": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "timezone-events": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          }
        }
      },
      {
        "left_condition": "baseline",
        "right_condition": "v2",
        "matched_pairs": 10,
        "excluded_pairs": 0,
        "excluded_reasons": {
          "missing": 0,
          "infrastructure_error": 0,
          "not_run": 0
        },
        "complete_tasks": 10,
        "partial_pairs": false,
        "improvements": 0,
        "ties": 10,
        "regressions": 0,
        "delta": 0.0,
        "ci95": null,
        "descriptive_only": true,
        "interval_method": "paired task bootstrap, 4000 resamples, seed 20260417",
        "interval_note": "Suppressed for fewer than 5 tasks, incomplete pairs, or no observed task variation; never proves equivalence.",
        "per_task": {
          "contact-dedupe": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "csv-cleanup": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "customer-join": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "decimal-invoices": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "grouped-sales": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "missing-versus-zero": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "payment-reconciliation": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "schema-validation": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "stable-ranking": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "timezone-events": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          }
        }
      },
      {
        "left_condition": "v1",
        "right_condition": "v2",
        "matched_pairs": 10,
        "excluded_pairs": 0,
        "excluded_reasons": {
          "missing": 0,
          "infrastructure_error": 0,
          "not_run": 0
        },
        "complete_tasks": 10,
        "partial_pairs": false,
        "improvements": 0,
        "ties": 10,
        "regressions": 0,
        "delta": 0.0,
        "ci95": null,
        "descriptive_only": true,
        "interval_method": "paired task bootstrap, 4000 resamples, seed 20260417",
        "interval_note": "Suppressed for fewer than 5 tasks, incomplete pairs, or no observed task variation; never proves equivalence.",
        "per_task": {
          "contact-dedupe": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "csv-cleanup": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "customer-join": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "decimal-invoices": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "grouped-sales": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "missing-versus-zero": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "payment-reconciliation": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "schema-validation": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "stable-ranking": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          },
          "timezone-events": {
            "matched_pairs": 1,
            "excluded_pairs": 0,
            "complete": true,
            "left_pass_rate": 1.0,
            "right_pass_rate": 1.0,
            "delta": 0.0,
            "outcome": "tie"
          }
        }
      }
    ]
  },
  "complete": true
}
