# robots.txt for http://www.example.com/ User-agent: * Disallow: /cgi/ Disallow: /stats/ Disallow: /php_uploads/ Disallow: /.hcc.thumbs/ Disallow: /css/ Disallow: /dev/ Disallow: /js/ Disallow: /missing.html Disallow: /paynow.html Disallow: /thankyou.html Disallow: /header.html Disallow: /footer.html