# ============================================================
# EIOAB.NU — robots.txt (AI-optimerad v4.0)
# Datum: 2026-03-03
# ============================================================

Sitemap: https://www.eioab.nu/sitemap.xml
Sitemap: https://www.eioab.nu/page-sitemap.xml
Host: eioab.nu

# --- Allmän regel ---
User-agent: *
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /*?s=*
Disallow: /*?replytocom=*
Disallow: /*?share=*
Disallow: /*?attachment_id=*
Disallow: /*?add-to-cart=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?utm_*
Disallow: /*?amp=1
Disallow: /readme.html
Disallow: /xmlrpc.php
Disallow: /wp-json/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /*.php$
Allow: /wp-content/uploads/
Clean-param: utm_source&utm_medium&utm_campaign&utm_term&utm_content&utm_id&gclid&fbclid /

# --- Sökmotorer ---

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /wp-content/uploads/

User-agent: bingbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Yandex
Allow: /
Crawl-delay: 3

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /
Crawl-delay: 5

# --- AI/LLM-crawlers (alla tillåtna) ---

# OpenAI
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Google AI
User-agent: Google-Extended
Allow: /

User-agent: Google-CloudVertexBot
Allow: /

# Apple AI
User-agent: Applebot-Extended
Allow: /

# Anthropic (Claude)
User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: FacebookBot
Allow: /

# Amazon
User-agent: Amazonbot
Allow: /

# Common Crawl
User-agent: CCBot
Allow: /
Crawl-delay: 3

# ByteDance / TikTok
User-agent: Bytespider
Allow: /
Crawl-delay: 5

# Cohere AI
User-agent: cohere-ai
Allow: /

# Microsoft AI
User-agent: Bingbot
Allow: /

# Mistral AI
User-agent: MistralBot
Allow: /

# DeepSeek AI
User-agent: Deepseek
Allow: /

# You.com
User-agent: YouBot
Allow: /

# Brave Search
User-agent: BraveBot
Allow: /

# Neeva AI
User-agent: NeevaBot
Allow: /

# AI2 / Semantic Scholar
User-agent: AI2Bot
Allow: /

# Diffbot
User-agent: Diffbot
Allow: /
Crawl-delay: 3

# Webz.io
User-agent: webzio-extended
Allow: /

# iAsk AI
User-agent: iaskspider
Allow: /

# --- SEO-verktyg (tillåtna med throttle) ---

User-agent: AhrefsBot
Allow: /
Crawl-delay: 5

User-agent: SemrushBot
Allow: /
Crawl-delay: 5

User-agent: MJ12bot
Allow: /
Crawl-delay: 10

User-agent: DotBot
Allow: /
Crawl-delay: 5

User-agent: rogerbot
Allow: /
Crawl-delay: 5

User-agent: SeznamBot
Allow: /
Crawl-delay: 3

# --- Blockerade (skadliga/oönskade) ---

User-agent: MegaIndex
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Bytespider
# Redan tillåten ovan med crawl-delay

User-agent: PetalBot
Disallow: /

User-agent: SputnikBot
Disallow: /

User-agent: AnyOtherBot
Disallow: /