# robots.txt for http://www.myfavoriteplaces.org/ User-agent: * Disallow: /scripts/ # This is an infinite virtual URL space Disallow: /rss/ # these will soon disappear Disallow: /foo.html