{
  "measured_at": "2026-09-05T12:40:37.745Z",
  "model": "gpt-5.5",
  "sourceHashes": {
    "lib/commerce/agent.ts": "80b16ca7a79759b0a109e25acc8cd5bacb2a049af09b8c1717181ffc54a3e675",
    "lib/commerce/economics.ts": "a4df49e5e59e17188102361a7158bd53537cfbe779585fc47c86e95b82e04406",
    "lib/commerce/economics-provenance.ts": "d08ab85e0010dc9b9c41c9e5526974a43d517d1bd9fb48331b71a3898e1f348c",
    "lib/intent/codex-cli.ts": "8e825518c151ac5c60c79a6e50c2c08cb402f25f44077712cde56dd5a48b702a",
    "scripts/eval-commerce.ts": "a197e10c28371375b2f13a1737d6e436fc4a0873b4acc3c3c000345a3329444a"
  },
  "status": "public-development-diagnostic-not-independent-benchmark",
  "expected_cases": 6,
  "results": [
    {
      "id": "unit-economics",
      "passed": false,
      "elapsed_ms": 147,
      "used_tools": [
        "business"
      ],
      "response": {
        "kind": "answer",
        "message": "I couldn't complete that analysis right now. I haven't changed anything in your store. Please retry your question.",
        "degraded": true,
        "run_id": "09a1a48c-53ca-45c2-bd04-33ad05bc843e",
        "engine": "commerce-reasoning-v1",
        "evidence": [
          {
            "id": "e1",
            "source": "business",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          }
        ]
      },
      "error": "AssertionError [ERR_ASSERTION]: Model did not produce a valid final answer"
    },
    {
      "id": "conversion-diagnosis",
      "passed": false,
      "elapsed_ms": 30,
      "used_tools": [
        "business"
      ],
      "response": {
        "kind": "answer",
        "message": "I couldn't complete that analysis right now. I haven't changed anything in your store. Please retry your question.",
        "degraded": true,
        "run_id": "95ab8209-703b-4821-aa25-09b93f6191ec",
        "engine": "commerce-reasoning-v1",
        "evidence": [
          {
            "id": "e1",
            "source": "business",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          }
        ]
      },
      "error": "AssertionError [ERR_ASSERTION]: Model did not produce a valid final answer"
    },
    {
      "id": "missing-costs",
      "passed": false,
      "elapsed_ms": 30,
      "used_tools": [
        "business"
      ],
      "response": {
        "kind": "answer",
        "message": "I couldn't complete that analysis right now. I haven't changed anything in your store. Please retry your question.",
        "degraded": true,
        "run_id": "c525f609-59d6-4e32-b271-89827502bde8",
        "engine": "commerce-reasoning-v1",
        "evidence": [
          {
            "id": "e1",
            "source": "business",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          }
        ]
      },
      "error": "AssertionError [ERR_ASSERTION]: Model did not produce a valid final answer"
    },
    {
      "id": "memory-budget",
      "passed": false,
      "elapsed_ms": 30,
      "used_tools": [
        "business"
      ],
      "response": {
        "kind": "answer",
        "message": "I couldn't complete that analysis right now. I haven't changed anything in your store. Please retry your question.",
        "degraded": true,
        "run_id": "082cf022-e1c4-4735-ae46-c341f9c9ad19",
        "engine": "commerce-reasoning-v1",
        "evidence": [
          {
            "id": "e1",
            "source": "business",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          }
        ]
      },
      "error": "AssertionError [ERR_ASSERTION]: Model did not produce a valid final answer"
    },
    {
      "id": "mixed-currency",
      "passed": false,
      "elapsed_ms": 30,
      "used_tools": [
        "business"
      ],
      "response": {
        "kind": "answer",
        "message": "I couldn't complete that analysis right now. I haven't changed anything in your store. Please retry your question.",
        "degraded": true,
        "run_id": "68b4d5bd-5b43-49c2-95b0-43962a22e6ad",
        "engine": "commerce-reasoning-v1",
        "evidence": [
          {
            "id": "e1",
            "source": "business",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          }
        ]
      },
      "error": "AssertionError [ERR_ASSERTION]: Model did not produce a valid final answer"
    },
    {
      "id": "supplier-quote",
      "passed": false,
      "elapsed_ms": 30,
      "used_tools": [
        "business"
      ],
      "response": {
        "kind": "answer",
        "message": "I couldn't complete that analysis right now. I haven't changed anything in your store. Please retry your question.",
        "degraded": true,
        "run_id": "3aae1ad0-491d-4135-82c7-713e0cf403f2",
        "engine": "commerce-reasoning-v1",
        "evidence": [
          {
            "id": "e1",
            "source": "business",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          }
        ]
      },
      "error": "AssertionError [ERR_ASSERTION]: Model did not produce a valid final answer"
    }
  ]
}