User-agent: arale
Disallow: / 

User-agent: perlcrawler
Disallow: / 

User-agent: phpdig
Disallow: / 

User-agent: ia_archiver
Disallow: / 

User-agent: piltdownman
Disallow: / 

User-agent: PlumtreeWebAccessor
Disallow: / 

User-agent: Raven
Disallow: / 

User-agent: Robbie
Disallow: / 

User-agent: robofox
Disallow: / 

User-agent: Scooter
Disallow: /