# robots.txt for http://www.set3.com/ User-agent: * Disallow: /cgi-bin/ Disallow: /data/ Disallow: /downloads/ Disallow: /team/ Disallow: /mail/ Disallow: /outlook/ Disallow: /secure/ Disallow: /secure2/ Disallow: /templates/ Disallow: request_sent.html User-agent: ia_archiver Disallow: /