# https://www.robotstxt.org/robotstxt.html User-agent: * Allow: / # API endpoints — not pages, keep crawlers out (they were being crawled as 404s) Disallow: /api/ # Unlisted brand assets page (shareable by link, kept out of search) Disallow: /brand-assets Disallow: /brand # Sitemap (canonical host: www) Sitemap: https://www.aioperator.com/sitemap-0.xml # LLMs.txt for AI assistants # See: /llms.txt