# ===============================
# Block AI / scraper bots
# ===============================
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: CCbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: PiplBot
Disallow: /

# ===============================
# Social scrapers
# ===============================
User-agent: facebookexternalhit
Disallow: /

User-agent: FacebookBot
Disallow: /

# ===============================
# Allow major search engines
# ===============================
User-agent: Googlebot
Allow: /

User-agent: bingbot
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Mediapartners-Google
Allow: /

# ===============================
# Reduce crawl pressure site-wide
# ===============================
User-agent: *
Crawl-delay: 15

# Block dynamic / heavy paths
Disallow: /journal/
Disallow: /admin/
Disallow: /members/
Disallow: /cache/
Disallow: /tmp/
Disallow: /cgi-bin/