User-agent: *
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /temp/
Disallow: /downloads/
Disallow: /documents/
Disallow: /xml/

User-agent: WebReaper
User-agent: WebCopier
User-agent: Offline Explorer
User-agent: HTTrack
User-agent: Microsoft.URL.Control
User-agent: EmailCollector
User-agent: penthesilea
Disallow: /