User-agent: Nutch
Disallow: /

User-agent: *
Disallow: /emailaddresses/

User-agent:  googlebot
Disallow: *.pdf
Disallow: *.tgz
Disallow: *.zip
Disallow: *.tar
Disallow: *.bz2