User-agent: *
#Standard exclusions
Disallow: /cgi-bin/
Disallow: /customerrors/
Disallow: /graphics/
Disallow: /js/

#Non-public files
Disallow: /login/
Disallow: /pdf/