User-agent: ia_archiver
Disallow: /

User-agent: Ocelli
Disallow: /

User-agent: Webreaper*
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: Wget/1.6
Disallow: /

User-agent: WebEnhancer
Disallow: /

User-agent: WebSauger
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Slurp
Crawl-delay: 30

User-agent: *