# Standard Search Engines
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# AI Search Bots - Full Access
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: cohere-ai
Allow: /

# Default rule for all other bots
User-agent: *
Allow: /
# Crawl-budget: block faceted/sorted/paginated/search/tracking URLs
Disallow: /*?sort=
Disallow: /*?brand=
Disallow: /*?category=
Disallow: /*?page=
Disallow: /*?s=
Disallow: /*?q=
Disallow: /*?search=
Disallow: /*?utm_
Disallow: /*?fbclid=
Disallow: /*?gclid=
Disallow: /*?ref=

Sitemap: https://dentalreviewed.com/sitemap.xml

# IndexNow - Instant indexing for Bing, Yandex, and other supporting engines
# Key file: https://dentalreviewed.com/c083d9e9e4834722aa70f464570db07f.txt