User-agent: *           # directed to all spiders
Disallow: /cgi
Disallow: /java
Disallow: /html
Disallow: /logs
Disallow: /temp
Disallow: /messages