#User-agent: Firefly/1.0
#Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: Slurp
Crawl-delay: 180

User-agent: * 
Disallow: /oldweb/
Disallow: /20091111-b143/