# yourpractice.com: crawler policy

# --- Conventional search ---
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# --- AI search & retrieval (blocking these removes you from AI search) ---
User-agent: OAI-SearchBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

# --- User-triggered fetchers (someone pastes your URL into a chat) ---
User-agent: ChatGPT-User
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Perplexity-User
Allow: /

# --- Training crawlers: allowed by choice ---
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Applebot
Allow: /

# --- Aggressive / undeclared scrapers: blocked ---
User-agent: Bytespider
Disallow: /

# --- Default ---
User-agent: *
Allow: /

Sitemap: https://yourpractice.com/sitemap.xml