User-agent: *
Disallow: /lucee

User-Agent: Baiduspider
Disallow: /

User-Agent: msnbot
Crawl-Delay: 20

User-Agent: Slurp
Crawl-delay: 20

User-Agent: Yahoo! Slurp
Crawl-delay: 20

User-agent: rogerbot
Crawl-delay: 2

User-agent: YandexBot
Crawl-delay: 10

User-agent: bingbot
Crawl-delay: 20

User-Agent: MJ12bot
Crawl-Delay: 5

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Crawl-Delay: 60

# internal & admin page
Disallow: /nl/internal
Disallow: /fr/internal
Disallow: /en/internal
Disallow: /de/internal
Disallow: /nl/admin
Disallow: /fr/admin
Disallow: /en/admin
Disallow: /de/admin
Disallow: /nl/sitemap
Disallow: /fr/sitemap
Disallow: /en/sitemap
Disallow: /de/sitemap
Disallow: /index.cfm/ajax
Disallow: /index.cfm/adcount/ajax
Disallow: /index.cfm/agent/ajax
Disallow: /index.cfm/content/ajax
Disallow: /index.cfm/customer/ajax
Disallow: /index.cfm/product/ajax
Disallow: /index.cfm/shop/ajax
Disallow: /index.cfm/transaction/ajax
Disallow: /nl/product/search
Disallow: /fr/product/search
Disallow: /en/product/search
Disallow: /de/product/search
Disallow: /index.php
Disallow: /zoeken
Disallow: /*admin
Disallow: /*checkout
Disallow: /*search
Disallow: /*customer
Disallow: /*page=

Disallow: /?*