User-agent: *
Disallow: /cgi-bin
Disallow: /core
Disallow: /js
Disallow: /log
Disallow: /generator