# ==============================
# Allow major search engines
# ==============================

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Crawl-delay: 1

# ==============================
# Block known scraper / spam bots
# ==============================

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: MauiBot
Disallow: /

# ==============================
# vBulletin-specific protections
# ==============================

User-agent: *
Disallow: /admincp/
Disallow: /modcp/
Disallow: /login.php
Disallow: /register.php
Disallow: /search.php
Disallow: /member.php
Disallow: /private.php
Disallow: /ajax.php
Disallow: /cron.php
Disallow: /*?*