User-agent: * # All other spiders should avoid Disallow: /cgi-bin/ # Script files