# robots.txt # 4/30/2003 modified 3/22/2004, 8/7/2007 # Modified 6/4/2008 to allow link checking by http://validator.w3.org/checklink # Modified 5/4/2009 to specifically disallow Google robots Googlebot and # Googlebot-Image User-agent: * Disallow: /em/ Disallow: /cgi-bin/ Disallow: /images/ User-Agent: W3C-checklink Disallow: User-Agent: Googlebot Disallow: / User-Agent: Googlebot-Image Disallow: /