# Global rules
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# ❌ Block junk URL parameters that cause 404s or index bloat
Disallow: /*?tcb_lightbox=
Disallow: /*?p=
Disallow: /*?post_type=tva_course_overview
Disallow: /*?amp

# Major search and AI crawlers
User-agent: Googlebot
User-agent: GoogleOther
User-agent: Google-Extended
User-agent: bingbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: CCBot
User-agent: Amazonbot
User-agent: DuckDuckBot
User-agent: FacebookBot
User-agent: facebookexternalhit
User-agent: Meta-ExternalAgent
User-agent: Twitterbot
User-agent: LinkedInBot
User-agent: Bytespider
Allow: /

# Allow trusted SEO tools to crawl for backlink tracking
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: Moz
Allow: /

# Sitemap
Sitemap: https://revolutionhealth.ca/sitemap_index.xml