# ===============================
# Generelle regler for alle roboter
# ===============================
User-agent: *
Disallow: /sok/
Disallow: /login/
Disallow: /redirect/
Disallow: /static/

# ===============================
# Googlebot-News – begrens kommersielt innhold
# ===============================
User-agent: Googlebot-News
Disallow: /sok/
Disallow: /login/
Disallow: /redirect/
Disallow: /static/
Disallow: /annonsorinnhold/
Disallow: /brandstudio/

# ===============================
# AI-aktører og datasankere – ikke ønsket
# ===============================
User-agent: Bytespider
User-agent: CCBot
User-agent: FacebookBot
User-agent: Google-Extended
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: omgili
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: cohere-ai
User-agent: Amazonbot
Disallow: /

# Ytterligere AI-roboter
User-agent: MetaBot
User-agent: PerplexityBot
User-agent: Applebot-Extended
User-agent: Timpibot
User-agent: DuckAssistBot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Disallow: /

# ===============================
# Andre crawlere
# ===============================
User-agent: Sogou web spider
User-agent: YandexBot
Disallow: /

# ===============================
# Sitemaps
# ===============================
Sitemap: https://www.fvn.no/sitemaps/fvn-root-sitemap.xml
Sitemap: https://www.fvn.no/sitemaps/fvn-news-sitemap.xml

User-agent: OAI-SearchBot
User-agent: ChatGPT-User/2.0
User-agent: claude-web
User-agent: Perplexity-User
User-agent: meta-externalagent
User-agent: diffbot
User-agent: AI2Bot
User-agent: YouBot
User-agent: Neevabot
User-agent: PhindBot
User-agent: Kagibot
User-agent: 360Spider
Disallow: /