# robots.txt User-agent: * Disallow: /.admin/ Disallow: /cgi/ Disallow: /downloads Disallow: /swf/ Disallow: /images/ Disallow: /logs/ Disallow: /tmp/ # these will soon disappear Disallow: /usr