User-agent: *
Disallow: /images
Disallow: /html
Disallow: /pdf
Disallow: /js
Disallow: /private
Disallow: /cgi-bin