User-agent: Nutch
Disallow: /

User-agent: dotbot
Crawl-delay: 60