User-agent: archive.org_bot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: ClaudeSearchBot
Disallow: /

User-agent: gptbot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: meta-webindexer
Disallow: /

User-Agent: SERankingBacklinksBot
Disallow: /

User-agent: ShapBot
Disallow: /

# --- Blokkeer specifieke paden voor alle crawlers ---
User-agent: *
Disallow: /Web/Majstro/adict.php
Disallow: /*.js$

# --- Sta de rest van de site toe ---
Allow: /