User-agent: * Disallow: /og/ Disallow: /api/ # AI search mode embeds the query via a paid gateway call per fetch — # keep crawlers off it entirely (noindex meta alone doesn't stop the # fetch, and the fetch is the cost). Disallow: /*?*mode=ai User-agent: Amazonbot Allow: / Sitemap: https://assets.playwright.co/website/sitemaps/sitemap.xml