# --- AI training / data harvesting: deny ---
User-agent: AI2Bot
User-agent: AI2Bot-Dolma
User-agent: AIWebIndex
User-agent: Amazonbot
User-agent: Andibot
User-agent: anthropic-ai
User-agent: Applebot-Extended
User-agent: Brightbot
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGLM-Spider
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
User-agent: Cotoyogi
User-agent: Crawl4AI
User-agent: Datenbank Crawler
User-agent: DeepSeekBot
User-agent: Diffbot
User-agent: DoubaoBot
User-agent: ERNIEBot
User-agent: ExaBot
User-agent: FirecrawlAgent
User-agent: FriendlyCrawler
User-agent: Google-CloudVertexBot
User-agent: Google-Extended
User-agent: GPTBot
User-agent: ImagesiftBot
User-agent: Meta-ExternalAgent
User-agent: MistralAI-Training
User-agent: Omgilibot
User-agent: PanguBot
User-agent: PetalBot
User-agent: Perplexity-ai
User-agent: PerplexityBot
User-agent: PiplBot
User-agent: QwenBot
User-agent: Timpibot
User-agent: Webzio-Extended
User-agent: YouBot
Disallow: /

# --- SEO-/Backlink-Crawler: deny ---
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: dotbot
Disallow: /

# --- Alle anderen (u.a. Googlebot, Bingbot, OAI-SearchBot, ChatGPT-User, Claude-User) ---
User-agent: *
Disallow: /login/
Disallow: /account/
Disallow: /attachments/
Disallow: /posts/
Disallow: /goto/
Disallow: /tickets/
Disallow: /support-tickets/
Disallow: /donate/
Disallow: /help/similies/
Disallow: /help/bb-codes/
Disallow: /help/trophies/
Disallow: /help/cookies/
Disallow: /help/terms/
Disallow: /help/privacy-policy/
Disallow: /help/medals/
Disallow: /misc/contact
Disallow: /admin.php
Allow: /

Sitemap: https://www.fanverse.org/sitemap.php