# robots.txt for http://www.iecchallenge.org/ User-agent: * Disallow: /cgi-bin/ # This removes all cgi-bin requests Disallow: /data/ # This prevents spiders from searching the data area