# robots.txt — allow AI crawlers and search engines, block WordPress admin areas

# OpenAI (ChatGPT)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
# Anthropic (Claude)
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
# Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User
# Google (Gemini / AI training) and Apple (Apple Intelligence)
User-agent: Google-Extended
User-agent: Applebot-Extended
# Meta, Amazon, Mistral, Cohere, DuckDuckGo, Common Crawl
User-agent: Meta-ExternalAgent
User-agent: Amazonbot
User-agent: MistralAI-User
User-agent: cohere-ai
User-agent: DuckAssistBot
User-agent: CCBot
# Everyone else (Googlebot, Bingbot, etc.)
User-agent: *
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /trackback/
Disallow: /*?replytocom=
Disallow: /?s=
Disallow: /search/

# Replace with your actual sitemap URL
Sitemap: https://www.example.com/sitemap.xml