User-agent: *
Disallow: /error/*
Disallow: /spam/*

User-agent: msnbot
Crawl-delay: 40

User-agent: ia_archiver
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: dotbot 
Disallow: /