# Global rules
User-agent: *
Allow: /
Allow: /blog
Allow: /vet
Disallow: /admin
Disallow: /parent-handbook

# ChatGPT Search indexing crawler
User-agent: OAI-SearchBot
Allow: /
Allow: /blog
Allow: /vet
Disallow: /admin
Disallow: /parent-handbook
# ChatGPT live browsing / user-triggered fetches
User-agent: ChatGPT-User
Allow: /
Allow: /blog
Allow: /vet
Disallow: /admin
Disallow: /parent-handbook
# Other AI crawlers
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: anthropic-ai
User-agent: Bytespider
Allow: /
Allow: /blog
Allow: /vet
Disallow: /admin
Disallow: /parent-handbook
# Rate limiting (honored by some bots only)
User-agent: CCBot
Allow: /
Crawl-delay: 10
Disallow: /admin
Disallow: /parent-handbook
# Sitemap and AI discovery
Sitemap: https://vetso.ai/sitemap.xml
Host: vetso.ai