# Make the internet greener
# Reduce your carbon footprint
# Reduce data centre waste
# Reduce the number of search engines and bots from all over the world
# Only allow search engines that matters
# Questions, want to be allowed? Contact me: info@ivanit.nl

# Our default for all search engines is to not allow crawling:
User-agent: *
Disallow: /

# Below are the crawlers that are allowed to crawl this site.
# Below that list, you will find paths that are blocked, even for them,
# and then paths within those blocked paths that are allowed.		

# Google Bot
User-agent: Googlebot
Allow: /
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /wp-admin/
Disallow: /wp-content/cache/
Disallow: /wp-content/plugins/
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /*add-to-cart=*
Disallow: /feed/
Disallow: */feed
Disallow: */feed$
Disallow: /feed/$
Disallow: /comments/feed
Disallow: /?feed=
Disallow: /wp-feed
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section
Disallow: /search/* #block access to internal search result pages
Disallow: /*?s=* #block access to internal search result pages
Disallow: /?p=* #block access to pages for which permalinks fails
Disallow: /&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /?lang=* #block access to language translations
Disallow: /tag/ #block access to tag pages
Disallow: /author/ #block access to author pages
Disallow: /404-error/ #block access to 404 page
Disallow: /cart/
Disallow: /winkelmand/
Disallow: /checkout/
Disallow: /afrekenen/
Disallow: /my-account/
Disallow: /mijn-account/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-admin/admin-ajax.php

# Google adsbot
User-agent: AdsBot-Google
Allow: /
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /wp-admin/
Disallow: /wp-content/cache/
Disallow: /wp-content/plugins/
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /*add-to-cart=*
Disallow: /feed/
Disallow: */feed
Disallow: */feed$
Disallow: /feed/$
Disallow: /comments/feed
Disallow: /?feed=
Disallow: /wp-feed
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section
Disallow: /search/* #block access to internal search result pages
Disallow: /*?s=* #block access to internal search result pages
Disallow: /?p=* #block access to pages for which permalinks fails
Disallow: /&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /?lang=* #block access to language translations
Disallow: /tag/ #block access to tag pages
Disallow: /author/ #block access to author pages
Disallow: /404-error/ #block access to 404 page
Disallow: /cart/
Disallow: /winkelmand/
Disallow: /checkout/
Disallow: /afrekenen/
Disallow: /my-account/
Disallow: /mijn-account/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-admin/admin-ajax.php

# Google Image
User-agent: Googlebot-Image
Allow: /
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /wp-admin/
Disallow: /wp-content/cache/
Disallow: /wp-content/plugins/
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /*add-to-cart=*
Disallow: /feed/
Disallow: */feed
Disallow: */feed$
Disallow: /feed/$
Disallow: /comments/feed
Disallow: /?feed=
Disallow: /wp-feed
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section
Disallow: /search/* #block access to internal search result pages
Disallow: /*?s=* #block access to internal search result pages
Disallow: /?p=* #block access to pages for which permalinks fails
Disallow: /&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /?lang=* #block access to language translations
Disallow: /tag/ #block access to tag pages
Disallow: /author/ #block access to author pages
Disallow: /404-error/ #block access to 404 page
Disallow: /cart/
Disallow: /winkelmand/
Disallow: /checkout/
Disallow: /afrekenen/
Disallow: /my-account/
Disallow: /mijn-account/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-admin/admin-ajax.php

# Google Video
User-agent: Googlebot-Video
Allow: /
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /wp-admin/
Disallow: /wp-content/cache/
Disallow: /wp-content/plugins/
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /*add-to-cart=*
Disallow: /feed/
Disallow: */feed
Disallow: */feed$
Disallow: /feed/$
Disallow: /comments/feed
Disallow: /?feed=
Disallow: /wp-feed
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section
Disallow: /search/* #block access to internal search result pages
Disallow: /*?s=* #block access to internal search result pages
Disallow: /?p=* #block access to pages for which permalinks fails
Disallow: /&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /?lang=* #block access to language translations
Disallow: /tag/ #block access to tag pages
Disallow: /author/ #block access to author pages
Disallow: /404-error/ #block access to 404 page
Disallow: /cart/
Disallow: /winkelmand/
Disallow: /checkout/
Disallow: /afrekenen/
Disallow: /my-account/
Disallow: /mijn-account/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-admin/admin-ajax.php

# Google AdSense
User-agent: Mediapartners-Google
Allow: /
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /wp-admin/
Disallow: /wp-content/cache/
Disallow: /wp-content/plugins/
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /*add-to-cart=*
Disallow: /feed/
Disallow: */feed
Disallow: */feed$
Disallow: /feed/$
Disallow: /comments/feed
Disallow: /?feed=
Disallow: /wp-feed
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section
Disallow: /search/* #block access to internal search result pages
Disallow: /*?s=* #block access to internal search result pages
Disallow: /?p=* #block access to pages for which permalinks fails
Disallow: /&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /?lang=* #block access to language translations
Disallow: /tag/ #block access to tag pages
Disallow: /author/ #block access to author pages
Disallow: /404-error/ #block access to 404 page
Disallow: /cart/
Disallow: /winkelmand/
Disallow: /checkout/
Disallow: /afrekenen/
Disallow: /my-account/
Disallow: /mijn-account/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-admin/admin-ajax.php

# Bing
User-Agent: bingbot
Allow: /
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /wp-admin/
Disallow: /wp-content/cache/
Disallow: /wp-content/plugins/
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /*add-to-cart=*
Disallow: /feed/
Disallow: */feed
Disallow: */feed$
Disallow: /feed/$
Disallow: /comments/feed
Disallow: /?feed=
Disallow: /wp-feed
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section
Disallow: /search/* #block access to internal search result pages
Disallow: /*?s=* #block access to internal search result pages
Disallow: /?p=* #block access to pages for which permalinks fails
Disallow: /&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /?lang=* #block access to language translations
Disallow: /tag/ #block access to tag pages
Disallow: /author/ #block access to author pages
Disallow: /404-error/ #block access to 404 page
Disallow: /cart/
Disallow: /winkelmand/
Disallow: /checkout/
Disallow: /afrekenen/
Disallow: /my-account/
Disallow: /mijn-account/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-admin/admin-ajax.php

# Duck Duck Go search
User-Agent: DuckDuckBot
Allow: /
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /wp-admin/
Disallow: /wp-content/cache/
Disallow: /wp-content/plugins/
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /*add-to-cart=*
Disallow: /feed/
Disallow: */feed
Disallow: */feed$
Disallow: /feed/$
Disallow: /comments/feed
Disallow: /?feed=
Disallow: /wp-feed
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section
Disallow: /search/* #block access to internal search result pages
Disallow: /*?s=* #block access to internal search result pages
Disallow: /?p=* #block access to pages for which permalinks fails
Disallow: /&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /?lang=* #block access to language translations
Disallow: /tag/ #block access to tag pages
Disallow: /author/ #block access to author pages
Disallow: /404-error/ #block access to 404 page
Disallow: /cart/
Disallow: /winkelmand/
Disallow: /checkout/
Disallow: /afrekenen/
Disallow: /my-account/
Disallow: /mijn-account/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-admin/admin-ajax.php

# W3C link checker
User-Agent: W3C-checklink
Allow: /

# Morningscore bot
User-agent: Morningscore Bot
Allow: /

# Pinterest bot
User-agent: Pinterestbot
Allow: /
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /wp-admin/
Disallow: /wp-content/cache/
Disallow: /wp-content/plugins/
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /*add-to-cart=*
Disallow: /feed/
Disallow: */feed
Disallow: */feed$
Disallow: /feed/$
Disallow: /comments/feed
Disallow: /?feed=
Disallow: /wp-feed
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section
Disallow: /search/* #block access to internal search result pages
Disallow: /*?s=* #block access to internal search result pages
Disallow: /?p=* #block access to pages for which permalinks fails
Disallow: /&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /?lang=* #block access to language translations
Disallow: /tag/ #block access to tag pages
Disallow: /author/ #block access to author pages
Disallow: /404-error/ #block access to 404 page
Disallow: /cart/
Disallow: /winkelmand/
Disallow: /checkout/
Disallow: /afrekenen/
Disallow: /my-account/
Disallow: /mijn-account/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-admin/admin-ajax.php

# Internet Archive (archive.org) WayBack Machine
User-agent: ia_archiver
Allow: /
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /wp-admin/
Disallow: /wp-content/cache/
Disallow: /wp-content/plugins/
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /*add-to-cart=*
Disallow: /feed/
Disallow: */feed
Disallow: */feed$
Disallow: /feed/$
Disallow: /comments/feed
Disallow: /?feed=
Disallow: /wp-feed
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section
Disallow: /search/* #block access to internal search result pages
Disallow: /*?s=* #block access to internal search result pages
Disallow: /?p=* #block access to pages for which permalinks fails
Disallow: /&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /?lang=* #block access to language translations
Disallow: /tag/ #block access to tag pages
Disallow: /author/ #block access to author pages
Disallow: /404-error/ #block access to 404 page
Disallow: /cart/
Disallow: /winkelmand/
Disallow: /checkout/
Disallow: /afrekenen/
Disallow: /my-account/
Disallow: /mijn-account/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-admin/admin-ajax.php

# Internet Archive (archive.org) WayBack Machine
User-agent: archive.org_bot
Allow: /
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /wp-admin/
Disallow: /wp-content/cache/
Disallow: /wp-content/plugins/
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /*add-to-cart=*
Disallow: /feed/
Disallow: */feed
Disallow: */feed$
Disallow: /feed/$
Disallow: /comments/feed
Disallow: /?feed=
Disallow: /wp-feed
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section
Disallow: /search/* #block access to internal search result pages
Disallow: /*?s=* #block access to internal search result pages
Disallow: /?p=* #block access to pages for which permalinks fails
Disallow: /&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /?lang=* #block access to language translations
Disallow: /tag/ #block access to tag pages
Disallow: /author/ #block access to author pages
Disallow: /404-error/ #block access to 404 page
Disallow: /cart/
Disallow: /winkelmand/
Disallow: /checkout/
Disallow: /afrekenen/
Disallow: /my-account/
Disallow: /mijn-account/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-admin/admin-ajax.php

# Facebook
User-agent: FacebookExternalHit
Allow: /
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /wp-admin/
Disallow: /wp-content/cache/
Disallow: /wp-content/plugins/
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /*add-to-cart=*
Disallow: /feed/
Disallow: */feed
Disallow: */feed$
Disallow: /feed/$
Disallow: /comments/feed
Disallow: /?feed=
Disallow: /wp-feed
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section
Disallow: /search/* #block access to internal search result pages
Disallow: /*?s=* #block access to internal search result pages
Disallow: /?p=* #block access to pages for which permalinks fails
Disallow: /&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /?lang=* #block access to language translations
Disallow: /tag/ #block access to tag pages
Disallow: /author/ #block access to author pages
Disallow: /404-error/ #block access to 404 page
Disallow: /cart/
Disallow: /winkelmand/
Disallow: /checkout/
Disallow: /afrekenen/
Disallow: /my-account/
Disallow: /mijn-account/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-admin/admin-ajax.php

# Linkedin
User-agent: LinkedInBot
Allow: /
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /wp-admin/
Disallow: /wp-content/cache/
Disallow: /wp-content/plugins/
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /*add-to-cart=*
Disallow: /feed/
Disallow: */feed
Disallow: */feed$
Disallow: /feed/$
Disallow: /comments/feed
Disallow: /?feed=
Disallow: /wp-feed
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section
Disallow: /search/* #block access to internal search result pages
Disallow: /*?s=* #block access to internal search result pages
Disallow: /?p=* #block access to pages for which permalinks fails
Disallow: /&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /?lang=* #block access to language translations
Disallow: /tag/ #block access to tag pages
Disallow: /author/ #block access to author pages
Disallow: /404-error/ #block access to 404 page
Disallow: /cart/
Disallow: /winkelmand/
Disallow: /checkout/
Disallow: /afrekenen/
Disallow: /my-account/
Disallow: /mijn-account/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-admin/admin-ajax.php

# WhatsApp
User-agent: WhatsApp
Allow: /
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /wp-admin/
Disallow: /wp-content/cache/
Disallow: /wp-content/plugins/
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /*add-to-cart=*
Disallow: /feed/
Disallow: */feed
Disallow: */feed$
Disallow: /feed/$
Disallow: /comments/feed
Disallow: /?feed=
Disallow: /wp-feed
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section
Disallow: /search/* #block access to internal search result pages
Disallow: /*?s=* #block access to internal search result pages
Disallow: /?p=* #block access to pages for which permalinks fails
Disallow: /&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /?lang=* #block access to language translations
Disallow: /tag/ #block access to tag pages
Disallow: /author/ #block access to author pages
Disallow: /404-error/ #block access to 404 page
Disallow: /cart/
Disallow: /winkelmand/
Disallow: /checkout/
Disallow: /afrekenen/
Disallow: /my-account/
Disallow: /mijn-account/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-admin/admin-ajax.php

# Twitter
User-agent: Twitterbot
Allow: /
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /wp-admin/
Disallow: /wp-content/cache/
Disallow: /wp-content/plugins/
Disallow: /xmlrpc.php
Disallow: /wp-includes/
Disallow: /*add-to-cart=*
Disallow: /feed/
Disallow: */feed
Disallow: */feed$
Disallow: /feed/$
Disallow: /comments/feed
Disallow: /?feed=
Disallow: /wp-feed
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section
Disallow: /search/* #block access to internal search result pages
Disallow: /*?s=* #block access to internal search result pages
Disallow: /?p=* #block access to pages for which permalinks fails
Disallow: /&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /?lang=* #block access to language translations
Disallow: /tag/ #block access to tag pages
Disallow: /author/ #block access to author pages
Disallow: /404-error/ #block access to 404 page
Disallow: /cart/
Disallow: /winkelmand/
Disallow: /checkout/
Disallow: /afrekenen/
Disallow: /my-account/
Disallow: /mijn-account/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-admin/admin-ajax.php

# Block webcrawlers individually because stuborn or not listening to first directive or bad bots or not helpful for me or my clients

User-agent: .ai 
User-agent: 008
User-agent: 360Spider
User-agent: Agent GPT
User-agent: AgentGPT
User-agent: Agentic
User-agent: AhrefsBot
User-agent: AI Article Writer
User-agent: AI Content Detector
User-agent: AI Dungeon
User-agent: AI Search Engine
User-agent: AI SEO Crawler
User-agent: AI Training
User-agent: AI Writer
User-agent: AI21 Labs
User-agent: AI2Bot
User-agent: AIBot
User-agent: AIMatrix
User-agent: AISearchBot
User-agent: AITraining
User-agent: Alexa
User-agent: AlexaTM
User-agent: Alpha AI
User-agent: AlphaAI
User-agent: Amazon Bedrock
User-agent: Amazon Comprehend
User-agent: Amazon Lex
User-agent: Amazon Sagemaker
User-agent: Amazon Silk
User-agent: Amazon Textract
User-agent: Amazonbot
User-agent: amazon-kendra
User-agent: Amelia
User-agent: AndersPinkBot
User-agent: Anthropic
User-agent: AnthropicAI
User-agent: anthropic-ai
User-agent: AnyPicker
User-agent: Anyword
User-agent: Applebot
User-agent: Aria Browse
User-agent: Arquivo-web-crawler
User-agent: Articoolo
User-agent: AutoGPT
User-agent: Automated Writer
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Babya Discoverer
User-agent: Baiduspider
User-agent: BardBot
User-agent: barkrowler
User-agent: BingAI
User-agent: Bingbot-chat
User-agent: Blekkobot
User-agent: BLEXBot
User-agent: BluechipBacklinks
User-agent: Brave Leo
User-agent: Brave Leo AI
User-agent: BrightEdge Crawler/1.0
User-agent: BuiltWith
User-agent: ByteDance
User-agent: Bytespider
User-agent: CatBoost
User-agent: CazoodleBot
User-agent: CCBot
User-agent: CC-Crawler
User-agent: ChatGLM
User-agent: ChatGPT
User-agent: ChatGPT-User
User-agent: Chinchilla
User-agent: Claude
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: ClearScope
User-agent: Cohere
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
User-agent: Common Crawl
User-agent: commoncrawl
User-agent: Content Harmony
User-agent: Content King
User-agent: Content Optimizer
User-agent: Content Samurai
User-agent: ContentAtScale
User-agent: ContentBot
User-agent: Contentedge
User-agent: Conversion AI
User-agent: Copilot
User-agent: CopyAI
User-agent: Copymatic
User-agent: Copyscape
User-agent: Cotoyogi
User-agent: crawler_eb_germany_2.0
User-agent: CrawlQ AI
User-agent: Crawlspace
User-agent: crew AI
User-agent: crewAI
User-agent: CriteoBot
User-agent: DALL-E
User-agent: Datadog/Synthetics
User-agent: DataForSeoBot
User-agent: dataprovider
User-agent: DeepAI
User-agent: DeepL
User-agent: DeepMind
User-agent: DeepSeek
User-agent: DepolarizingGPT
User-agent: DialoGPT
User-agent: Diffbot
User-agent: discobot
User-agent: DnBCrawler-Analytics
User-agent: dotbot
User-agent: dotbot/1.0
User-agent: Doubao AI
User-agent: DuckAssistBot
User-agent: Exabot
User-agent: Ezooms Robot
User-agent: FacebookBot
User-agent: FacebookExternalHit
User-agent: Firecrawl
User-agent: Flyriver
User-agent: Frase AI
User-agent: Freshbot
User-agent: FriendlyCrawler
User-agent: FuzeBot
User-agent: Gabanzabot
User-agent: GeedoProductSearch
User-agent: Gemini
User-agent: Gemma
User-agent: GenAI
User-agent: Gigabot
User-agent: Go-http-client
User-agent: Google Bard AI
User-agent: Google-CloudVertexBot
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Goose
User-agent: GPT
User-agent: GPT-2
User-agent: GPT-3
User-agent: GPT-4
User-agent: GPTBot
User-agent: GPTZero
User-agent: Grammarly
User-agent: Grendizer
User-agent: Grok
User-agent: GT Bot
User-agent: GTBot
User-agent: Hemingway Editor
User-agent: Hugging Face
User-agent: Hypotenuse AI
User-agent: iaskspider
User-agent: ICC-Crawler
User-agent: ImagesiftBot
User-agent: img2dataset
User-agent: Inferkit
User-agent: INK Editor
User-agent: INKforall
User-agent: IntelliSeek
User-agent: IntelliSeek.ai
User-agent: ISSCyberRiskCrawler
User-agent: JasperAI
User-agent: Kafkai
User-agent: Kangaroo
User-agent: Keyword Density AI
User-agent: KomoBot
User-agent: LamarkBot
User-agent: LeftWingGPT
User-agent: LLaMA
User-agent: magpie-crawler
User-agent: MarketMuse
User-agent: Mediatoolkitbot
User-agent: Meltwater
User-agent: Meta AI
User-agent: Meta Llama
User-agent: Meta.AI
User-agent: MetaAI
User-agent: Meta-AI
User-agent: Meta-External
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: MetaTagBot
User-agent: Mistral
User-agent: MJ12bot
User-agent: MojeekBot
User-agent: Monsidobot
User-agent: msnbot
User-agent: Narrative
User-agent: Narrative Device
User-agent: Neevabot
User-agent: netEstate NE Crawler
User-agent: Neural Text
User-agent: NeuralSEO
User-agent: Node/simplecrawler
User-agent: Nuclei
User-agent: OAI SearchBot
User-agent: OAI-SearchBot
User-agent: omgili
User-agent: Open AI
User-agent: OpenAI
User-agent: OpenBot
User-agent: OpenindexSpider
User-agent: OpenText AI
User-agent: Outwrite
User-agent: Page Analyzer AI
User-agent: PanguBot
User-agent: panscient
User-agent: Paperlibot
User-agent: Paqlebot
User-agent: Paraphraser.io
User-agent: peer39_crawler
User-agent: Perl LWP
User-agent: PerplexityBot
User-agent: PerplexityBot/1.0
User-agent: PetalBot
User-agent: Phindbot
User-agent: Phxbot
User-agent: PiplBot
User-agent: ProWritingAid
User-agent: QuillBot
User-agent: Qwantbot
User-agent: Riddler
User-agent: RightWingGPT
User-agent: RobotSpider
User-agent: rogerbot
User-agent: Rytr
User-agent: SaplingAI
User-agent: SASbot
User-agent: Scalenut
User-agent: ScalenutBot
User-agent: scoopit-crawler
User-agent: Scraper
User-agent: Scrapy
User-agent: ScriptBook
User-agent: SearchGPT
User-agent: SEBot-WA
User-agent: SeekportBot
User-agent: Semanticbot
User-agent: SemanticScholarBot
User-agent: SemrushBot
User-agent: SemrushBot-BA
User-agent: SemrushBot-COUB
User-agent: SemrushBot-CT
User-agent: SemrushBot-SI
User-agent: SemrushBot-SWA
User-agent: Sentibot
User-agent: SenutoBot
User-agent: SEO Content Machine
User-agent: SEO Robot
User-agent: SEOkicks
User-agent: SEOkicks-Robot
User-agent: SeRanking SEOChecker
User-agent: SerendeputyBot
User-agent: serpstatbot
User-agent: SeznamBot
User-agent: Sidetrade
User-agent: Simplified AI
User-agent: SirdataBot
User-agent: SISTRIX Crawler
User-agent: SiteAuditBot
User-agent: SiteCheckerBotCrawler
User-agent: Skydancer
User-agent: SlickWrite
User-agent: Slurp
User-agent: Sogou inst spider
User-agent: Sogou web spider
User-agent: Spin Rewriter
User-agent: Spinbot
User-agent: SplitSignalBot
User-agent: Stability
User-agent: StableDiffusionBot
User-agent: StractBot
User-agent: Sudowrite
User-agent: Surfer AI
User-agent: Taboolabot
User-agent: TargetspotCrawler
User-agent: Text Blaze
User-agent: TextCortex
User-agent: The Knowledge AI
User-agent: Timpibot
User-agent: trendictionbot
User-agent: TTD-Content
User-agent: Turnitin Robot
User-agent: Twingly Recon
User-agent: UptimeRobot
User-agent: UptimeRobot/2.0
User-agent: VelenPublicWebCrawler
User-agent: Vidnami AI
User-agent: WebChatGPT
User-agent: Webzio
User-agent: Whisper
User-agent: WikiDo
User-agent: WiseGuys Robot
User-agent: WordAI
User-agent: Wordtune
User-agent: WormsGTP
User-agent: WPBot
User-agent: Writecream
User-agent: WriterZen
User-agent: Writescope
User-agent: Writesonic
User-agent: x.AI
User-agent: xAI
User-agent: xBot
User-agent: XoviOnpageCrawler
User-agent: Yandex
User-agent: Yeti
User-agent: YioopBot
User-agent: Yisouspider
User-agent: YouBot
User-agent: Zero GTP
User-agent: Zerochat
User-agent: Zimm
User-agent: ZimmWriter
User-agent: Zoominfobot
Disallow: /

#Sitemap
Sitemap: https://debijlesstudent.nl/sitemaps.xml