# AI Crawlers — structured data & content access
User-agent: GPTBot
Allow: /wp-json/wp/v2/pages
Allow: /feed/
Allow: /sitemap_index.xml
Disallow: /wp-admin/

User-agent: ChatGPT-User
Allow: /wp-json/wp/v2/pages
Allow: /feed/
Disallow: /wp-admin/

User-agent: ClaudeBot
Allow: /wp-json/wp/v2/pages
Allow: /feed/
Allow: /sitemap_index.xml
Disallow: /wp-admin/

User-agent: anthropic-ai
Allow: /wp-json/wp/v2/pages
Allow: /feed/
Disallow: /wp-admin/

User-agent: PerplexityBot
Allow: /wp-json/wp/v2/pages
Allow: /feed/
Allow: /sitemap_index.xml
Disallow: /wp-admin/

User-agent: Google-Extended
Allow: /wp-json/wp/v2/pages
Allow: /feed/
Disallow: /wp-admin/

User-agent: Applebot-Extended
Allow: /wp-json/wp/v2/pages
Allow: /feed/
Disallow: /wp-admin/

User-agent: cohere-ai
Allow: /wp-json/wp/v2/pages
Allow: /feed/
Disallow: /wp-admin/

User-agent: meta-externalagent
Allow: /wp-json/wp/v2/pages
Allow: /feed/
Disallow: /wp-admin/

# Alle overige crawlers
User-agent: *
Allow: /wp-content/uploads/

Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /wp-cron.php
Disallow: /wp-trackback.php
Disallow: /wp-activate.php
Disallow: /trackback/
Disallow: /feed/
Disallow: /?s=
Disallow: /search/

# WooCommerce
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wc-api/
Disallow: /?add-to-cart=
Disallow: /?remove_item=
Disallow: /?undo_item=
Disallow: /wp-json/

Sitemap: https://totaalontruiming.nl/sitemap_index.xml
Sitemap: https://totaalontruiming.nl/static-pages-sitemap.xml