User-agent: *
Disallow: /
Disallow: /cgi-bin/

Crawl-delay: 1800

User-agent: twiceler
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: wget
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Googlebot-Image
Disallow: /