# robots.txt # Limit web crawlers in what they try to index of the site # 2004.12.21,SAG,Created User-agent: * Disallow: /us/auth/ Disallow: /us/register.cgi Disallow: /us/contact.cgi