User-agent: *   # directed to all spiders

Disallow: /demo

Disallow: /cgi-bin

Disallow: /wwwboard

Disallow: /guest

Disallow: /doc

Disallow: /stats

Disallow: /anonftp

Disallow: /wwwstats