# Robots.txt for Production - Deny AI and unsafe bots
# Production robots.txt: Block AI crawlers and unsafe agents

User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-content/plugins/
Disallow: /*.php$
Allow: /wp-content/themes/
Allow: /wp-content/uploads/

# AI and ML Crawlers - Denied
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Bingbot
Disallow: /

User-agent: DuckDuckBot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: Curl
Disallow: /

User-agent: Wget
Disallow: /

User-agent: sqlmap
Disallow: /

User-agent: nikto
Disallow: /

User-agent: nmap
Disallow: /

# Rate limiting
Crawl-delay: 5

Sitemap: https://www.childrensboard.org/sitemap.xml