# robots.txt for http://www.tagaudit.com/ User-agent: * Disallow: /logon.asp # Keep robots out of private area Disallow: /download/ # Keep robots out of download area Disallow: /logs/ # Keep robots out of logs area