# robots.txt for http://www.example.com/ User-agent: * Disallow: /beta # This is an infinite virtual URL space Disallow: /930 # these will soon disappear Disallow: /banners Disallow: /scripts Disallow: /comps Disallow: /mailcode-includes Disallow: /mvrtamail