# robots.txt for http://www.example.com/ User-agent: * Disallow: /members #open Disallow: /management Disallow: /cgi-bin Disallow: /stats Disallow: /javascript