# A physical robots.txt replaces WordPress's virtual one, so restore
# the standard WP defaults for everyone else
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# AI training crawlers - blocked entirely, they bring no visitors
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: CCBot
Disallow: /

# AI training opt-out tokens (these never crawl themselves,
# blocking them just opts the site out of AI training)
User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

# SEO/marketing crawlers - typically the heaviest robots.txt-respecting load
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# AI search bots - left allowed so the site still appears in
# ChatGPT/Perplexity/You.com search results. Change to "Disallow: /"
# to block these too.
User-agent: OAI-SearchBot
Disallow:

User-agent: PerplexityBot
Disallow:

User-agent: YouBot
Disallow: