# robots.txt for sushilab.ai User-agent: * Allow: / # Duplicate / internal pages — keep out of the index Disallow: /homepage-next Disallow: /homepage2025 Disallow: /homepage2026 Disallow: /homepage2026-2 Disallow: /homepage-old Disallow: /blog/template Disallow: /demos/ Disallow: /messages/ Disallow: /dashboard Disallow: /admin/ Disallow: /auth Disallow: /profile Disallow: /reset-password Disallow: /lnk/ Disallow: /oauth/ # Generative / AI answer engines (explicitly allowed) User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-SearchBot Allow: / User-agent: anthropic-ai Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Google-Extended Allow: / User-agent: Applebot-Extended Allow: / User-agent: Bingbot Allow: / Sitemap: https://sushilab.ai/sitemap.xml