User-agent: *
Allow: /INTERSHOP/static/
Disallow: /INTERSHOP/

###### CRAWL BLOCKED for these paths
User-agent: *
Disallow: /viewdata/

###### CRAWL BLOCKED for these user agents
User-Agent: Baiduspider
User-Agent: CazoodleBot
User-Agent: Fasterfox
User-Agent: Jyxobot
User-Agent: MJ12bot
User-Agent: ShopWiki
User-agent: Yandex
User-agent: AhrefsBot
User-agent: Sosospider
Disallow: /

###### CRAWL DELAYS for these user agents
User-Agent: msnbot
Crawl-Delay: 20

User-Agent: Ingrid
Crawl-delay: 20

User-Agent: Slurp
Crawl-delay: 20

User-Agent: Yahoo! Slurp
Crawl-delay: 20

User-agent: rogerbot
Crawl-delay: 2

#User-agent: Googlebot-image
#Allow: /INTERSHOP/static/WFS/Organisation-Site/-/Channel/nl_BE/images/products/
#Allow: /INTERSHOP/static/WFS/Organisation-Site/-/Channel/fr_BE/images/products/
#Disallow: /INTERSHOP/

#User-agent: bingbot
#Allow: /INTERSHOP/static/WFS/Organisation-Site/-/Channel/nl_BE/images/products/
#Allow: /INTERSHOP/static/WFS/Organisation-Site/-/Channel/fr_BE/images/products/
#Disallow: /INTERSHOP/