# Do not allow Wayback Machine (archive.org) to archive any content User-agent: ia_archiver Disallow: / # This will tell all robots to avoid URLs # starting with /foldername User-agent: * Disallow: /cgi-bin/