User-agent: *
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-json/
Disallow: /xmlrpc.php
Disallow: /login/
Disallow: /dashboard/
Disallow: /search/
Disallow: /?s=
Disallow: /*?*booking_type=
Disallow: /*?*pickup_lat=
Disallow: /*?*dropoff_lat=
Disallow: /*?*utm_
Disallow: /*?*fbclid
Disallow: /wp-content/uploads/*.php$

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: OAI-SearchBot
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: Claude-User
Allow: /
User-agent: Claude-SearchBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /

# Google AI (separate from standard Googlebot, which is already covered above)
User-agent: Google-Extended
Allow: /

# Microsoft / Copilot
User-agent: Bingbot
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /
User-agent: FacebookBot
Allow: /

# Apple Intelligence
User-agent: Applebot-Extended
Allow: /

# Amazon
User-agent: Amazonbot
Allow: /

# Common Crawl (feeds many smaller AI models and research datasets)
User-agent: CCBot
Allow: /

# Others
User-agent: Bytespider
Allow: /
User-agent: cohere-ai
Allow: /
User-agent: Diffbot
Allow: /
User-agent: YouBot
Allow: /
User-agent: DuckAssistBot
Allow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SerpstatBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: WebZIP
Disallow: /


Sitemap: https://pilotandcar.ae/sitemap_index.xml
Sitemap: https://pilotandcar.ae/page-sitemap.xml
Sitemap: https://pilotandcar.ae/fleet-sitemap.xml
Sitemap: https://pilotandcar.ae/post-sitemap1.xml
Sitemap: https://pilotandcar.ae/post-sitemap2.xml