# Default rule for all bots: block heavy AI bots / SEO crawlers
User-agent: *
Disallow: /wp-admin/
Disallow: /private/
Crawl-delay: 30

# Allow normal site content for all other non-restricted pages
Allow: /

# Slow down OpenAI search crawler
User-agent: OAI-SearchBot
Disallow: /private/
Crawl-delay: 10
Allow: /

# Slow down other AI / indexing bots
User-agent: ChatGPT-User
Disallow: /private/
Crawl-delay: 10
Allow: /

User-agent: MJ12bot
Disallow: /
Crawl-delay: 20

User-agent: SemrushBot
Disallow: /
Crawl-delay: 20

User-agent: AhrefsBot
Disallow: /
Crawl-delay: 20

User-agent: DotBot
Disallow: /
Crawl-delay: 20

# Allow Googlebot full access
User-agent: Googlebot
Disallow:

# Allow Bingbot full access
User-agent: bingbot
Disallow:

# Optional: Block generic known bad bots
User-agent: Baiduspider
Disallow: /
User-agent: Yandex
Disallow: /