User-Agent:Slurp
Crawl-Delay:0.5

User-agent: msnbot
Crawl-delay: 30

User-agent: MLBot
Crawl-Delay: 30

User-agent: Linguee
Crawl-Delay: 30

User-agent: *
Disallow: /index.cgi
Allow: /