User-agent: *
Allow: /

# Block tracking/redirect endpoint from being indexed
Disallow: /install
Disallow: /install.php
Disallow: /data/

# ── BLOCK AI training crawlers (don't donate content to model training) ──
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: omgili
Disallow: /

User-agent: AwarioBot
Disallow: /

# ── ALLOW real-time AI search crawlers (so AI can cite drivex.ge) ──
# These bots fetch content on-demand when a user asks ChatGPT, Claude, Perplexity, etc.
# Allowing them lets your site appear in AI answers without donating training data.
User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: YouBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Disallow: /

Sitemap: https://drivex.ge/sitemap.xml