Plaintext


# --------------------------------------------------
# BLOCK 1: AI Training Crawlers — Content Reserved
# --------------------------------------------------
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: ImagesiftBot
Disallow: /

# --------------------------------------------------
# BLOCK 2: AI Search & Real-Time Citation Crawlers — Allowed
# --------------------------------------------------
User-agent: OAI-SearchBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

# --------------------------------------------------
# BLOCK 3: CATCH-ALL FOR STANDARD SEARCH ENGINES
# --------------------------------------------------
# This automatically allows Google, Bing, Yahoo, DuckDuckGo,
# and all their image/mobile sub-bots, while binding the sitemap.
User-agent: *
Allow: /
Sitemap: https://scoliosisinstitute.com/sitemap_index.xml