{"schemaVersion":1,"qualityContract":{"title":"Research Report Quality Contract & Publish Template v1","version":"2026-summer.public-v1","path":"tasks/specs/research-report-quality-contract-v1.md"},"reportName":"Checkout Readiness Exceptions Index","slug":"checkout-readiness-exceptions-index","releaseLabel":"Summer 2026","methodologyVersion":"2026-summer.public-v1","generatedAt":"2026-05-29T18:20:00.000Z","paths":{"canonical":"/resources/research/checkout-readiness-exceptions-index","methodology":"/resources/research/checkout-readiness-exceptions-index/methodology","aggregateCsv":"/resources/research/checkout-readiness-exceptions-index/checkout-readiness-exceptions-index-summer-2026.csv","reportJson":"/resources/research/checkout-readiness-exceptions-index/report.json","reportJsonDownload":"/resources/research/checkout-readiness-exceptions-index/report-json","ogImage":"/api/og/research-report/checkout-readiness-exceptions-index"},"headline":{"metric":"checkout_readiness_state_contract_smoke_pages_classified","label":"Checkout-readiness smoke pages classified","tier":"not_rate_published","denominatorLabel":"Redacted checkout-readiness page-smoke fixtures","evaluableN":3,"findingN":3,"rate":null,"ciLow":null,"ciHigh":null,"alpha":null,"accuracy":null,"flaggedN":null,"nonFindingN":null,"caveat":"Smoke completeness count only. No store-level, corpus-wide, checkout-failure, protocol-adoption, or financial-impact rate is published.","statement":"StoreSteady classified 3 checkout-readiness smoke pages before any checkout-readiness expansion run.","interpretation":"This release publishes the state contract and a redacted smoke artifact, then keeps the existing 26 of 104 Breakage checkout row tentative. It does not publish a corpus-wide checkout-readiness rate or a confirmed transaction-outcome claim."},"corpus":{"publicDescription":"For this smoke report, StoreSteady evaluated a frozen checkout-readiness page-smoke bundle and referenced the existing Summer 2026 Breakage checkout aggregate as tentative context.","selectionRule":"Three redacted page-smoke fixtures cover ready_observed, exception_observed, and blocked_or_not_evaluable before any production-store expansion. No new full crawl or transactional checkout probe is included.","freezeTimestamp":"2026-05-29T18:20:00.000Z","evaluationWindow":"2026-05-29T18:20:00.000Z to 2026-05-29T18:20:00.000Z","scannedStoreN":0,"fieldsCollected":["public PDP availability and add-to-cart state","public checkout-link host and protocol state","blocked or challenged checkout-adjacent state","state contract labels: ready_observed, exception_observed, missing_public_evidence, blocked_or_not_evaluable, not_applicable","Breakage checkout_exception_risk aggregate counts, tier, alpha, accuracy, and calibration candidate mix"]},"evidenceFunnel":[{"label":"Page-smoke fixtures","value":"3","detail":"Redacted fixtures validate the state contract before any production-store expansion."},{"label":"Ready state fixture","value":"1","detail":"One fixture exposes enough public PDP and checkout-link evidence for ready_observed."},{"label":"Exception state fixture","value":"1","detail":"One fixture exposes a deterministic public checkout-readiness exception signal."},{"label":"Blocked/not evaluable fixture","value":"1","detail":"One fixture confirms blocked_or_not_evaluable remains separate from exception_observed."},{"label":"Tentative Breakage reference","value":"26 / 104","detail":"Existing checkout_exception_risk aggregate is included as tentative context only."}],"metricQuality":[{"metric":"checkout_readiness_state_contract_smoke_pages_classified","label":"Checkout-readiness smoke pages classified","tier":"not_rate_published","denominatorLabel":"Redacted checkout-readiness page-smoke fixtures","evaluableN":3,"findingN":3,"rate":null,"ciLow":null,"ciHigh":null,"alpha":null,"accuracy":null,"flaggedN":null,"nonFindingN":null,"caveat":"Smoke completeness count only. No store-level, corpus-wide, checkout-failure, protocol-adoption, or financial-impact rate is published."},{"metric":"checkout_smoke_ready_observed_pages","label":"Ready observed state in smoke","tier":"not_rate_published","denominatorLabel":"Redacted checkout-readiness page-smoke fixtures","evaluableN":3,"findingN":1,"rate":null,"ciLow":null,"ciHigh":null,"alpha":null,"accuracy":null,"flaggedN":null,"nonFindingN":null,"caveat":"Smoke count only. Ready observed means enough public state is visible in the fixture; it is not a production-store rate."},{"metric":"checkout_smoke_exception_observed_pages","label":"Exception observed state in smoke","tier":"not_rate_published","denominatorLabel":"Redacted checkout-readiness page-smoke fixtures","evaluableN":3,"findingN":1,"rate":null,"ciLow":null,"ciHigh":null,"alpha":null,"accuracy":null,"flaggedN":null,"nonFindingN":null,"caveat":"Smoke count only. Exception observed requires deterministic public evidence such as stock hidden behind cart interaction or suspicious checkout-link routing."},{"metric":"checkout_smoke_blocked_or_not_evaluable_pages","label":"Blocked or not-evaluable state in smoke","tier":"limitation","denominatorLabel":"Redacted checkout-readiness page-smoke fixtures","evaluableN":3,"findingN":1,"rate":null,"ciLow":null,"ciHigh":null,"alpha":null,"accuracy":null,"flaggedN":null,"nonFindingN":null,"caveat":"Blocked or challenged checkout-adjacent state is separated from exceptions and is not treated as a finding."},{"metric":"checkout_exception_risk_tentative_breakage_reference","label":"Tentative Breakage checkout exception reference","tier":"tentative","denominatorLabel":"Checkout-capability-evaluable Breakage stores","evaluableN":104,"findingN":26,"alpha":0.7939,"accuracy":1,"flaggedN":100,"nonFindingN":100,"caveat":"Existing Summer 2026 Breakage checkout_exception_risk aggregate. Tentative only because alpha missed the headline gate; not a confirmed checkout-failure or readiness-rate headline.","rate":0.25,"ciLow":0.1767,"ciHigh":0.3411}],"detectorPrimitives":[{"signalId":"checkout_readiness_state_contract_v1","label":"Checkout-readiness state contract","status":"3-page smoke only; expansion approval required","caveat":"States are ready_observed, exception_observed, missing_public_evidence, blocked_or_not_evaluable, and not_applicable."},{"signalId":"scanner_inventory_only_in_cart","label":"Inventory visible only after cart interaction","status":"fixture covered; no production corpus rate","caveat":"Detects PDP add-to-cart paths where public stock state is not visible on the product page."},{"signalId":"scanner_checkout_redirect_suspicious","label":"Suspicious checkout redirect","status":"fixture covered; no production corpus rate","caveat":"Detects checkout links that use HTTP or leave the merchant domain through a non-whitelisted host."},{"signalId":"checkout_exception_risk_v2","label":"Breakage checkout capability exception","status":"26 of 104 tentative Breakage reference","caveat":"Compares public checkout, payment, help, or policy evidence against a checkout-capability answer. It remains tentative and is not a headline claim in this report."}],"attributeReadiness":null,"limitations":["The smoke artifact is too small for any production-store or corpus-wide checkout-readiness rate.","The 26 of 104 Breakage row is tentative context, not a confirmed checkout-failure headline.","Public absence is not treated as proof of a merchant capability gap.","Protocol adoption is excluded from this report and handled by the protocol adoption census.","Published artifacts omit raw checkout URLs, store domains, payment details, source excerpts, private evidence, and merchant-identifying examples."],"sources":[{"label":"OpenAI Agentic Checkout Spec","url":"https://developers.openai.com/commerce/specs/checkout","note":"Checkout-flow context for merchant handoff, cart, checkout-session, and order-confirmation surfaces."},{"label":"OpenAI Agentic Commerce overview","url":"https://developers.openai.com/commerce","note":"Agentic-commerce context only. The report does not measure adoption or protocol-native transaction capability."},{"label":"StoreSteady Breakage aggregate CSV","url":"https://www.storesteady.com/resources/research/agentic-commerce-breakage-index/breakage-index-summer-2026.csv","note":"Source for the tentative checkout_exception_risk reference row. It is not promoted to a confirmed checkout-failure rate."},{"label":"Stripe Agentic Commerce Protocol documentation","url":"https://docs.stripe.com/agentic-commerce/acp","note":"Protocol context for cart and checkout-session surfaces; protocol adoption is handled by the separate adoption census."},{"label":"StoreSteady published aggregate report JSON","url":"https://www.storesteady.com/resources/research/agentic-commerce-breakage-index/report.json","note":"Published aggregate artifact used as the source of calibrated public-report counts."},{"label":"OpenAI crawler documentation","url":"https://developers.openai.com/api/docs/bots","note":"Context for AI crawler and robots controls; not used as a ranking or reach claim."},{"label":"Google robots.txt guidance","url":"https://developers.google.com/search/docs/crawling-indexing/robots/intro","note":"Crawler-access context for robots restrictions and non-circumventing evaluation."},{"label":"Google merchant listing structured data","url":"https://developers.google.com/search/docs/appearance/structured-data/merchant-listing","note":"Public product-structured-data context for merchant listing evidence."},{"label":"OpenAI product feed specification","url":"https://developers.openai.com/commerce/specs/file-upload/products","note":"Product-data freshness context; not used as a connected-merchant-data audit."},{"label":"Shopify product taxonomy","url":"https://help.shopify.com/en/manual/products/details/product-category","note":"Shopify product-data context for product categorization and storefront facts."}],"versionHistory":[{"version":"2026-summer.public-v1","date":"2026-05-29","change":"Initial checkout-readiness state contract smoke with tentative Breakage checkout_exception_risk reference and explicit expansion gate."}],"redactionPolicy":{"aggregateOnly":true,"rowLevelPublicFieldsAreHashed":null,"excludedPublicFields":["store names","raw domains","raw URLs","raw crawl text","raw AI responses","exact promo codes","private feed/admin evidence","merchant-identifying product examples"]}}