# robots.txt for http://www.example.com/

User-agent: *
Disallow: /cgi-bin # This is an infinite virtual URL space
Disallow: /scripts # This is an infinite virtual URL space
Disallow: /test # This is an infinite virtual URL space
Disallow: /events # speed up searching.