# robots.txt for http://www.rjshop.nl/
User-agent: *
Disallow: /scripts/
Disallow: /?AV=

User-Agent: Shopwiki
Allow: /

User-agent: Mozilla/5.0+(Twiceler-0.9+http://www.cuil.com/twiceler/robot.html)
Disallow:/

User-agent: Slurp
Crawl-delay: 5

User-Agent: msnbot
Crawl-Delay: 5

User-agent: Yahoo! Slurp
Crawl-delay: 5

User-agent: Jyxobot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-agent: CazoodleBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Fasterfox
Disallow: /

Sitemap: http://www.rjshop.nl/sitemap.xml.gz