User-agent: *
Disallow: cgi-bin
Disallow: errordocs
Disallow: download
Disallow: images
Disallow: pad
Disallow: /cgi-bin/
Disallow: /errordocs/
Disallow: /download/
Disallow: /images/
Disallow: /pad/
Disallow: /usr/local/etc/httpd/htdocs/private
Disallow: /usr/local/etc/httpd/htdocs/cgi-bin
Disallow: /usr/local/etc/httpd/htdocs/errordocs
Disallow: /usr/local/etc/httpd/htdocs/download
Disallow: /usr/local/etc/httpd/htdocs/images
Disallow: ~/www/htdocs/cgi-bin
Disallow: ~/www/htdocs/errordocs
Disallow: ~/www/htdocs/download
Disallow: ~/www/htdocs/images

User-agent: ia_archiver
Disallow: /