User-agent: * # disallow all files in these directories Disallow: /cgi-bin/ Disallow: /images/ Disallow: /go-to-website.html # disallow archiving site User-agent: ia_archiver Disallow: / # disable duggmirror User-agent: duggmirror Disallow: /