User-agent: * Disallow: /misc/ # This is an infinite virtual URL space Disallow: /logs/ # This is an infinite virtual URL space Disallow: /cgi-bin/ # This is an infinite virtual URL space