User-agent: * # directed to all spiders Disallow: /1start.html Disallow: /cgi-bin Disallow: /cgi-script