# robots.txt voor thisline.eu
# Laatst bijgewerkt 29-07-2026
# Uitgangspunt: AI-crawlers en zoekmachines zijn welkom, scanners niet.

# ---------------------------------------------------------------
# Zoekmachines
# ---------------------------------------------------------------

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

# ---------------------------------------------------------------
# AI-crawlers, expliciet welkom
# Training-crawlers halen content op om modellen mee te trainen.
# Retrieval-crawlers halen content op om te citeren in antwoorden.
# Voor autoriteit wil je vooral die tweede groep binnen.
# ---------------------------------------------------------------

# Anthropic
User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

# OpenAI
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Google AI (los van Googlebot, dit is de opt-in voor AI-training)
User-agent: Google-Extended
Allow: /

# Apple AI
User-agent: Applebot-Extended
Allow: /

# Overig
User-agent: Amazonbot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: YouBot
Allow: /

User-agent: meta-externalagent
Allow: /
Crawl-delay: 5

# ---------------------------------------------------------------
# Algemene regel voor al het overige
# ---------------------------------------------------------------

User-agent: *
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-json/wp/v2/users
Disallow: /wp-json/really-simple-security/
Disallow: /wp-json/complianz/
Disallow: /checkout/
Disallow: /winkelwagen/
Disallow: /mijn-account/
Disallow: /*?s=
Disallow: /*?add-to-cart=
Disallow: /*?orderby=
Disallow: /*?filter_

# ---------------------------------------------------------------
# Sitemap
# ---------------------------------------------------------------

Sitemap: https://thisline.eu/wp-sitemap.xml