# Robots.txt # Last update: 2008Aug8 by Jim # allow cgi-bin so that sitemap can work. # Directed at all spiders User-agent: * Disallow: /acme Disallow: /adhopper Disallow: /backoffice Disallow: /cgi-bin/admin Disallow: /data Disallow: /display Disallow: /images Disallow: /logos Disallow: /rfqs Disallow: /shortdlr Disallow: /temp Disallow: /cgi-bin/sendinfo.pl Sitemap: http://surplusrecord.net/sitemap_index.xml