User-agent: GinioSpider
Disallow: /
User-agent: *
Disallow: /warehouse
Disallow: /img
Disallow: /js
Disallow: /css
User-agent: msnbot
Crawl-delay: 600
User-agent: Yahoo! Slurp
Crawl-delay: 600