User-agent: slurp
User-agent: Slurp
User-agent: wget
User-agent: twiceler
Crawl-delay: 5


Disallow: /shop
Disallow: /khxc