# =====================================================
# 🤖 Global Rules (All Bots)
# =====================================================
User-agent: *
Disallow: /application/
Disallow: /system/
Disallow: /cache/
Disallow: /logs/
Disallow: /tmp/
Disallow: /backup/
Disallow: /cdn/
Disallow: /vendor/

# =====================================================
# 🚫 Block Heavy SEO & Scraper Bots
# =====================================================
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Rogerbot
Disallow: /

User-agent: Linkdexbot
Disallow: /

# =====================================================
# 🐢 Slow Down Friendly Bots (Optional)
# =====================================================
User-agent: Bingbot
Crawl-delay: 10

User-agent: YandexBot
Crawl-delay: 10