# Robots.txt for Warden AI

# General Crawlers
User-agent: *
Disallow: /admin/
Disallow: /internal/
Disallow: /test/
Disallow: /sign-in

# Specific instructions for AI/LLM Crawlers
# Blocks training/browsing for OpenAI, Google AI, and Common Crawl
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: CCBot
Disallow: /admin/
Disallow: /internal/
Disallow: /test/
Disallow: /sign-in
# Optional: Disallow: / (Use this if you want to block AI entirely)

# warden-watch
User-agent: *
Allow: /warden-watch
Allow: /warden-watch/api/media/file/
Disallow: /warden-watch/admin
Disallow: /warden-watch/api
Disallow: /warden-watch/next

Sitemap: https://www.warden-ai.com/sitemap.xml