User-Agent: *
Allow: /
Disallow: /cdn-cgi/l/email-protection
Disallow: /api/
Disallow: /login
Disallow: /portal
Disallow: /team-chat
Disallow: /reset-password
Disallow: /tenants
Disallow: /site$
Disallow: /site/
Disallow: /site?
Disallow: /health
Disallow: /admins
Disallow: /security
Disallow: /storage
Disallow: /deployments
Disallow: /integrations
Disallow: /infrastructure
Disallow: /signups
Disallow: /chat
Disallow: /ai-usage
Disallow: /messages
Disallow: /quarantine
Disallow: /email
Disallow: /pwa$
Disallow: /pwa/$

User-Agent: GPTBot
User-Agent: ClaudeBot
User-Agent: Claude-Web
User-Agent: anthropic-ai
User-Agent: CCBot
User-Agent: Applebot-Extended
User-Agent: Bytespider
User-Agent: cohere-ai
User-Agent: meta-externalagent
User-Agent: Amazonbot
User-Agent: Diffbot
User-Agent: omgili
User-Agent: MistralAI-Training
User-Agent: GoogleOther
User-Agent: Baiduspider
User-Agent: PetalBot
User-Agent: AwarioSmartBot
User-Agent: AwarioRssBot
User-Agent: Google-CloudVertexBot
User-Agent: QualifiedBot
User-Agent: Cotoyogi
User-Agent: ICC-Crawler
User-Agent: atlassian-bot
User-Agent: FishBot
User-Agent: BorderxBot
User-Agent: NavuBot
User-Agent: SemrushBot-SWA
User-Agent: WARDBot
User-Agent: magpie-crawler
User-Agent: KimiBot
User-Agent: CitibotSiteCrawler
Disallow: /

Sitemap: https://twdlabs.io/sitemap.xml