User-agent: *  #directed at every spider

Disallow: /photos

Disallow: /images

Disallow: /cgi-bin

Disallow: /Library

Disallow: /newsletters

Disallow: /pdf

Disallow: /Templates