# ===============================
# MyOnlineJet Robots.txt
# Advanced Air Mobility Platform
# ===============================

User-agent: *
Allow: /

# ---- Core Disallow Rules ----
Disallow: /admin/
Disallow: /dashboard/
Disallow: /api/
Disallow: /private/
Disallow: /tmp/
Disallow: /cache/
Disallow: /internal/
Disallow: /auth/
Disallow: /checkout/
Disallow: /payment/
Disallow: /test/
Disallow: /beta/

# ---- Block URL Parameters (duplicate control) ----
Disallow: /*?*
Disallow: /*&*

# ---- Allow Important Assets ----
Allow: /images/
Allow: /assets/
Allow: /css/
Allow: /js/

# ===============================
# Search Engine Specific Rules
# ===============================

# Google
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Bing
User-agent: Bingbot
Allow: /
Crawl-delay: 2

# ===============================
# AI Crawlers (Allow High-Value)
# ===============================

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# ===============================
# Block Aggressive / Low-Quality Bots
# ===============================

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# ===============================
# Sitemap Location
# ===============================

Sitemap: https://www.myonlinejet.com/sitemap.xml