# robots.txt # based on http://www.robotstxt.org/wc/norobots.html # Default Rule # Allow only public entry points # User-agent: * Disallow: /cgi-bin/ Disallow: /includes/ Disallow: /css/ Disallow: /images/