User-agent: * Disallow: /cgi-bin Disallow: /myscripts Disallow: /adverts Disallow: /renewal Disallow: /logs Disallow: /404.html