# robots.txt # Wed, 21 Jun 2006 16:33:19 -0400 # Exclude Files From All Robots: User-agent: * Disallow: /cgi-bin/ Disallow: /portfolio/ Disallow: /global/ Disallow: /images/ Disallow: /misc/ Disallow: /kildall/ User-agent: ia_archiver Disallow: / # End robots.txt file