User-agent: gsa-crawler
Allow: /

User-agent: googlebot
Allow: /
Request-rate: 1/5
Visit-time: 0400-1100

User-agent: slurp
Allow: /
Request-rate: 1/5
Visit-time: 0400-1100

User-agent: msnbot
Allow: /
Request-rate: 1/5
Visit-time: 0400-1100

User-agent: bingbot
Allow: /
Request-rate: 1/5
Visit-time: 0400-1100
User-agent: *

Disallow: /