# robots.txt for http://www.webbooker.net/ User-agent: * Disallow: /_private/ # This is an infinite virtual URL space Disallow: /oldsite/ Disallow: /more/