User-agent: Twitterbot
User-agent: Googlebot
Crawl-delay: 600

Disallow:
User-agent: *
Disallow: /