{
  "measured_at": "2026-09-05T12:53:13.078Z",
  "model": "gpt-5.5",
  "provider": "openai",
  "modelMetadata": [],
  "sourceHashes": {
    "lib/commerce/agent.ts": "80b16ca7a79759b0a109e25acc8cd5bacb2a049af09b8c1717181ffc54a3e675",
    "lib/commerce/economics.ts": "a4df49e5e59e17188102361a7158bd53537cfbe779585fc47c86e95b82e04406",
    "lib/commerce/economics-provenance.ts": "24a0fa4a0df96fc66c1d7d859fdc5143f035d5226764294b1147b35807da687d",
    "lib/intent/codex-cli.ts": "8e825518c151ac5c60c79a6e50c2c08cb402f25f44077712cde56dd5a48b702a",
    "scripts/eval-commerce.ts": "4cf6be338a981b22f9f0cc047ca00fdd89507d7435fcc82f1926991b5a87d75d",
    "benchmarks/commerce-v1/claude-adapter.ts": "4dc4eaa419adc92f57551d79f443f928a5b055790e8d950e05e40220bfd02dcf"
  },
  "status": "public-development-diagnostic-not-independent-benchmark",
  "expected_cases": 6,
  "results": [
    {
      "id": "unit-economics",
      "passed": true,
      "elapsed_ms": 21903,
      "used_tools": [
        "business",
        "economics"
      ],
      "toolDiagnostics": [
        {
          "tool": "business",
          "status": "ok"
        },
        {
          "tool": "economics",
          "status": "ok"
        }
      ],
      "response": {
        "kind": "answer",
        "message": "Your break-even acquisition cost is $26.20 per order, assuming USD. Calculation: $70 sale - $35 landed cost - $5 shipping - $2.10 payment percentage fee - $0.30 fixed fee - $1.40 refund reserve = $26.20 left before ads. That means any CPA above $26.20 loses money before fixed overhead and tax; break-even ROAS is about 2.67.",
        "uncertainties": [
          "This is based on your supplied scenario, not a verified supplier quote or stock check.",
          "Fixed overhead, tax, chargebacks, packaging, and customer support costs are not included. Lower CPA than $26.20 is needed for actual profit."
        ],
        "run_id": "b4421bac-f0c3-46ef-8f7d-eaeb95423ddc",
        "engine": "commerce-reasoning-v1",
        "evidence": [
          {
            "id": "e2",
            "source": "economics",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          }
        ]
      }
    },
    {
      "id": "conversion-diagnosis",
      "passed": true,
      "elapsed_ms": 26658,
      "used_tools": [
        "business",
        "revenue",
        "store_funnel",
        "supplier",
        "product_evidence"
      ],
      "toolDiagnostics": [
        {
          "tool": "business",
          "status": "ok"
        },
        {
          "tool": "revenue",
          "status": "ok"
        },
        {
          "tool": "store_funnel",
          "status": "ok"
        },
        {
          "tool": "supplier",
          "status": "ok"
        },
        {
          "tool": "product_evidence",
          "status": "ok"
        }
      ],
      "response": {
        "kind": "answer",
        "message": "The useful finding is that visits are turning into some cart intent, but almost nobody reaches checkout: 800 visits produced 32 cart sessions and only 2 checkout sessions in the last 14 days. Confirmed payments are still 0 all time, so the first fix should be the cart-to-checkout path, not more traffic. Run a reversible checkout-friction test first: verify a full test order, show shipping/delivery/returns before checkout, keep payment options obvious, and remove any nonessential checkout fields. Measure the next readout with confirmed payments and the cart-to-checkout rate; browser paid events are not proof of sales.",
        "uncertainties": [
          "No verified supplier quote, stock, delivery promise, price, landed cost, outbound shipping cost, payment fees, or return reserve is available, so profit and break-even CPA are unknown.",
          "No dated market evidence is available for the insulated bottle, so demand or competitive price position is unknown.",
          "The funnel shows where users dropped off, but it does not prove why they left."
        ],
        "run_id": "f400a983-00e9-46ed-badb-b24be0bdaef2",
        "engine": "commerce-reasoning-v1",
        "evidence": [
          {
            "id": "e1",
            "source": "business",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          },
          {
            "id": "e2",
            "source": "revenue",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          },
          {
            "id": "e3",
            "source": "store_funnel",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          },
          {
            "id": "e4",
            "source": "supplier",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          },
          {
            "id": "e5",
            "source": "product_evidence",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          }
        ]
      }
    },
    {
      "id": "missing-costs",
      "passed": true,
      "elapsed_ms": 20024,
      "used_tools": [
        "business",
        "economics"
      ],
      "toolDiagnostics": [
        {
          "tool": "business",
          "status": "ok"
        },
        {
          "tool": "economics",
          "status": "ok"
        }
      ],
      "response": {
        "kind": "answer",
        "message": "At USD 70 selling price and USD 35 landed cost, gross profit is USD 35 per order and gross margin is 50%. Markup is 100% on landed cost. Break-even CPA cannot be calculated yet because outbound shipping, payment fees, and refund reserve are missing; if you ignored those costs, USD 35 would be the absolute ceiling before ads, but that is not a usable ad target. Next step: get per-order shipping, payment fee percent/fixed fee, and expected refund reserve, then recalculate contribution and break-even CPA.",
        "uncertainties": [
          "Outbound shipping cost is unknown.",
          "Payment fee percent and fixed payment fee are unknown.",
          "Refund reserve is unknown.",
          "The landed cost was founder-supplied and is not a verified supplier quote."
        ],
        "run_id": "dfbf1e21-7d59-4289-a7f1-9eadf2d5974b",
        "engine": "commerce-reasoning-v1",
        "evidence": [
          {
            "id": "e2",
            "source": "economics",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          }
        ]
      }
    },
    {
      "id": "memory-budget",
      "passed": true,
      "elapsed_ms": 30198,
      "used_tools": [
        "business",
        "revenue",
        "store_funnel",
        "supplier",
        "product_evidence"
      ],
      "toolDiagnostics": [
        {
          "tool": "business",
          "status": "ok"
        },
        {
          "tool": "revenue",
          "status": "ok"
        },
        {
          "tool": "store_funnel",
          "status": "ok"
        },
        {
          "tool": "supplier",
          "status": "ok"
        },
        {
          "tool": "product_evidence",
          "status": "ok"
        }
      ],
      "response": {
        "kind": "answer",
        "message": "The next constraint is not product setup or raw traffic: the insulated bottle is ready, and the last 14 days show 800 sessions and 32 carts, but only 2 checkout sessions and 0 confirmed sales. With a EUR 300 budget and a preference to validate before inventory, do not buy stock yet and do not treat the ad balance or browser events as proof of demand.\n\nBest next step: verify the bottle economics first in EUR, then run a reversible checkout/offer test without inventory. You need a supplier quote with landed cost, outbound shipping, stock, and delivery promise; right now the supplier is connected but has no verified quote or inventory data. If the numbers can support selling in Germany at a normal market price while leaving margin, test the offer by tightening the product page around delivery time, shipping cost, returns, and checkout trust, then judge demand by confirmed payments or explicit preorder/waitlist commitments, not visits alone.",
        "uncertainties": [
          "No verified EUR supplier quote, landed cost, outbound shipping cost, stock, or delivery promise is available.",
          "No dated market evidence or verified normal Germany market price is available for the bottle.",
          "Revenue evidence is all-time USD only and shows no confirmed sales; it cannot be combined with the 14-day funnel window."
        ],
        "run_id": "654b690f-0950-4423-84db-4702278b12a7",
        "engine": "commerce-reasoning-v1",
        "evidence": [
          {
            "id": "e1",
            "source": "business",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          },
          {
            "id": "e2",
            "source": "revenue",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          },
          {
            "id": "e3",
            "source": "store_funnel",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          },
          {
            "id": "e4",
            "source": "supplier",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          },
          {
            "id": "e5",
            "source": "product_evidence",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          }
        ]
      }
    },
    {
      "id": "mixed-currency",
      "passed": true,
      "elapsed_ms": 18888,
      "used_tools": [
        "business",
        "revenue"
      ],
      "toolDiagnostics": [
        {
          "tool": "business",
          "status": "ok"
        },
        {
          "tool": "revenue",
          "status": "ok"
        }
      ],
      "response": {
        "kind": "answer",
        "message": "Your confirmed all-time revenue is $120.00 USD from 3 sales and €90.00 EUR from 2 sales. You should not call the combined number USD profit: the currencies are separate, revenue is not profit, and there is no cost, fee, refund, shipping, tax, or FX evidence here to calculate profit. The next reversible step is to calculate profit separately per currency once landed cost, outbound shipping, payment fees, and refund reserve are known.",
        "uncertainties": [
          "No profit inputs were provided, so profit is unknown.",
          "No exchange rate evidence was provided, so USD and EUR should not be combined."
        ],
        "run_id": "bc94b8a1-fbe6-453c-82b2-596a6d75b99c",
        "engine": "commerce-reasoning-v1",
        "evidence": [
          {
            "id": "e2",
            "source": "revenue",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          }
        ]
      }
    },
    {
      "id": "supplier-quote",
      "passed": true,
      "elapsed_ms": 24660,
      "used_tools": [
        "business",
        "supplier"
      ],
      "toolDiagnostics": [
        {
          "tool": "business",
          "status": "ok"
        },
        {
          "tool": "supplier",
          "status": "ok"
        }
      ],
      "response": {
        "kind": "answer",
        "message": "No. I can see a connected supplier for your insulated bottle, but there is no verified quote, inventory confirmation, or delivery promise on file. Treat inventory and delivery timing as unconfirmed; the next step is to get written confirmation of available units, landed cost, dispatch window, delivery date or date range, and quote expiry.",
        "uncertainties": [
          "No verified supplier quote is available.",
          "No confirmed inventory quantity is available.",
          "No firm delivery promise or delivery date is available."
        ],
        "run_id": "1e478ca4-19a8-482c-8a21-7d154d99a510",
        "engine": "commerce-reasoning-v1",
        "evidence": [
          {
            "id": "e1",
            "source": "business",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          },
          {
            "id": "e2",
            "source": "supplier",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          }
        ]
      }
    }
  ]
}